2024-12-15 17:36:47,858 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-15 17:36:47,886 main DEBUG Took 0.025289 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 17:36:47,887 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 17:36:47,887 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 17:36:47,888 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 17:36:47,890 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:36:47,900 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 17:36:47,911 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:36:47,913 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:36:47,914 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:36:47,914 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:36:47,915 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:36:47,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:36:47,916 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:36:47,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:36:47,917 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:36:47,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:36:47,919 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:36:47,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:36:47,920 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:36:47,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:36:47,921 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:36:47,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:36:47,921 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:36:47,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:36:47,922 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:36:47,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:36:47,923 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:36:47,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:36:47,924 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:36:47,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 17:36:47,925 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:36:47,926 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 17:36:47,928 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 17:36:47,929 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 17:36:47,932 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 17:36:47,932 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 17:36:47,934 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 17:36:47,935 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 17:36:47,946 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 17:36:47,948 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 17:36:47,950 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 17:36:47,951 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 17:36:47,951 main DEBUG createAppenders(={Console}) 2024-12-15 17:36:47,952 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-15 17:36:47,952 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-15 17:36:47,953 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-15 17:36:47,953 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 17:36:47,954 main DEBUG OutputStream closed 2024-12-15 17:36:47,955 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 17:36:47,956 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 17:36:47,956 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-15 17:36:48,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 17:36:48,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 17:36:48,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 17:36:48,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 17:36:48,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 17:36:48,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 17:36:48,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 17:36:48,071 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 17:36:48,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 17:36:48,072 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 17:36:48,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 17:36:48,073 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 17:36:48,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 17:36:48,074 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 17:36:48,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 17:36:48,075 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 17:36:48,076 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 17:36:48,077 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 17:36:48,080 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 17:36:48,081 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-15 17:36:48,082 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 17:36:48,083 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-15T17:36:48,402 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e 2024-12-15 17:36:48,406 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 17:36:48,407 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T17:36:48,419 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-15T17:36:48,447 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T17:36:48,452 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/cluster_613a4603-9d3e-cd66-9029-eac539f9521c, deleteOnExit=true 2024-12-15T17:36:48,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T17:36:48,453 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/test.cache.data in system properties and HBase conf 2024-12-15T17:36:48,454 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T17:36:48,455 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/hadoop.log.dir in system properties and HBase conf 2024-12-15T17:36:48,456 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T17:36:48,457 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T17:36:48,457 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T17:36:48,576 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T17:36:48,702 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T17:36:48,707 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:36:48,708 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T17:36:48,709 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T17:36:48,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:36:48,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T17:36:48,711 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T17:36:48,712 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T17:36:48,712 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:36:48,713 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T17:36:48,714 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/nfs.dump.dir in system properties and HBase conf 2024-12-15T17:36:48,714 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/java.io.tmpdir in system properties and HBase conf 2024-12-15T17:36:48,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T17:36:48,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T17:36:48,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T17:36:50,185 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T17:36:50,289 INFO [Time-limited test {}] log.Log(170): Logging initialized @3227ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T17:36:50,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:36:50,495 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:36:50,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:36:50,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:36:50,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:36:50,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:36:50,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:36:50,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:36:50,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/java.io.tmpdir/jetty-localhost-40059-hadoop-hdfs-3_4_1-tests_jar-_-any-1942518108010980252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:36:51,001 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:40059} 2024-12-15T17:36:51,001 INFO [Time-limited test {}] server.Server(415): Started @3941ms 2024-12-15T17:36:51,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T17:36:51,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T17:36:51,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T17:36:51,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T17:36:51,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T17:36:51,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@134e7cc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/hadoop.log.dir/,AVAILABLE} 2024-12-15T17:36:51,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca71a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T17:36:52,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ba49e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/java.io.tmpdir/jetty-localhost-42001-hadoop-hdfs-3_4_1-tests_jar-_-any-17682355120752144121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:36:52,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@661c2e9c{HTTP/1.1, (http/1.1)}{localhost:42001} 2024-12-15T17:36:52,120 INFO [Time-limited test {}] server.Server(415): Started @5060ms 2024-12-15T17:36:52,190 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T17:36:53,234 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/cluster_613a4603-9d3e-cd66-9029-eac539f9521c/dfs/data/data1/current/BP-1260551467-172.17.0.2-1734284209553/current, will proceed with Du for space computation calculation, 2024-12-15T17:36:53,234 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/cluster_613a4603-9d3e-cd66-9029-eac539f9521c/dfs/data/data2/current/BP-1260551467-172.17.0.2-1734284209553/current, will proceed with Du for space computation calculation, 2024-12-15T17:36:53,277 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T17:36:53,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7445f7fe52b66faa with lease ID 0xcc3d6c7c893955f3: Processing first storage report for DS-6d92bb2b-536a-40e1-a6ab-c69191ef7410 from datanode DatanodeRegistration(127.0.0.1:45255, datanodeUuid=f1fdd4fa-e50d-4f3c-880b-af33939094b1, infoPort=42415, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=908838463;c=1734284209553) 2024-12-15T17:36:53,368 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e 2024-12-15T17:36:53,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7445f7fe52b66faa with lease ID 0xcc3d6c7c893955f3: from storage DS-6d92bb2b-536a-40e1-a6ab-c69191ef7410 node DatanodeRegistration(127.0.0.1:45255, datanodeUuid=f1fdd4fa-e50d-4f3c-880b-af33939094b1, infoPort=42415, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=908838463;c=1734284209553), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-15T17:36:53,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7445f7fe52b66faa with lease ID 0xcc3d6c7c893955f3: Processing first storage report for DS-6c530d10-97fd-4600-a5b4-3999855b7433 from datanode DatanodeRegistration(127.0.0.1:45255, datanodeUuid=f1fdd4fa-e50d-4f3c-880b-af33939094b1, infoPort=42415, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=908838463;c=1734284209553) 2024-12-15T17:36:53,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7445f7fe52b66faa with lease ID 0xcc3d6c7c893955f3: from storage DS-6c530d10-97fd-4600-a5b4-3999855b7433 node DatanodeRegistration(127.0.0.1:45255, datanodeUuid=f1fdd4fa-e50d-4f3c-880b-af33939094b1, infoPort=42415, infoSecurePort=0, ipcPort=42199, storageInfo=lv=-57;cid=testClusterID;nsid=908838463;c=1734284209553), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T17:36:53,579 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/cluster_613a4603-9d3e-cd66-9029-eac539f9521c/zookeeper_0, clientPort=49653, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/cluster_613a4603-9d3e-cd66-9029-eac539f9521c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/cluster_613a4603-9d3e-cd66-9029-eac539f9521c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T17:36:53,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49653 2024-12-15T17:36:53,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:36:53,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:36:53,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741825_1001 (size=7) 2024-12-15T17:36:54,394 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3 with version=8 2024-12-15T17:36:54,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/hbase-staging 2024-12-15T17:36:54,528 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T17:36:54,831 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4ce65a7c4674:0 server-side Connection retries=45 2024-12-15T17:36:54,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:36:54,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:36:54,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:36:54,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:36:54,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:36:55,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:36:55,135 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T17:36:55,152 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T17:36:55,157 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:36:55,194 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 42773 (auto-detected) 2024-12-15T17:36:55,196 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T17:36:55,227 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44733 2024-12-15T17:36:55,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:36:55,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:36:55,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44733 connecting to ZooKeeper ensemble=127.0.0.1:49653 2024-12-15T17:36:55,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447330x0, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:36:55,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44733-0x1002ac4197f0000 connected 2024-12-15T17:36:55,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:36:55,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:36:55,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:36:55,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44733 2024-12-15T17:36:55,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44733 2024-12-15T17:36:55,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44733 2024-12-15T17:36:55,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44733 2024-12-15T17:36:55,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44733 2024-12-15T17:36:55,537 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3, hbase.cluster.distributed=false 2024-12-15T17:36:55,612 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4ce65a7c4674:0 server-side Connection retries=45 2024-12-15T17:36:55,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:36:55,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T17:36:55,613 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T17:36:55,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T17:36:55,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T17:36:55,616 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T17:36:55,619 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T17:36:55,620 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35427 2024-12-15T17:36:55,622 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T17:36:55,629 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T17:36:55,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:36:55,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:36:55,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35427 connecting to ZooKeeper ensemble=127.0.0.1:49653 2024-12-15T17:36:55,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354270x0, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T17:36:55,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354270x0, quorum=127.0.0.1:49653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:36:55,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35427-0x1002ac4197f0001 connected 2024-12-15T17:36:55,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:36:55,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T17:36:55,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35427 2024-12-15T17:36:55,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35427 2024-12-15T17:36:55,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35427 2024-12-15T17:36:55,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35427 2024-12-15T17:36:55,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35427 2024-12-15T17:36:55,676 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4ce65a7c4674,44733,1734284214521 2024-12-15T17:36:55,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:36:55,690 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4ce65a7c4674,44733,1734284214521 2024-12-15T17:36:55,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:36:55,697 DEBUG [M:0;4ce65a7c4674:44733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4ce65a7c4674:44733 2024-12-15T17:36:55,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:36:55,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:36:55,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T17:36:55,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:36:55,723 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T17:36:55,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T17:36:55,725 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4ce65a7c4674,44733,1734284214521 from backup master directory 2024-12-15T17:36:55,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:36:55,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4ce65a7c4674,44733,1734284214521 2024-12-15T17:36:55,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T17:36:55,739 WARN [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:36:55,743 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4ce65a7c4674,44733,1734284214521 2024-12-15T17:36:55,746 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-15T17:36:55,748 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-15T17:36:55,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741826_1002 (size=42) 2024-12-15T17:36:55,829 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/hbase.id with ID: fca14724-4441-4ebe-92e8-03ac6320d83f 2024-12-15T17:36:55,880 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T17:36:55,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:36:55,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:36:55,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741827_1003 (size=196) 2024-12-15T17:36:55,965 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:36:55,969 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T17:36:55,992 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:36:55,998 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:36:56,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741828_1004 (size=1189) 2024-12-15T17:36:56,118 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store 2024-12-15T17:36:56,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741829_1005 (size=34) 2024-12-15T17:36:56,164 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-15T17:36:56,165 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:36:56,167 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T17:36:56,167 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:36:56,167 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:36:56,168 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T17:36:56,168 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:36:56,168 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:36:56,168 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:36:56,171 WARN [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/.initializing 2024-12-15T17:36:56,171 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/WALs/4ce65a7c4674,44733,1734284214521 2024-12-15T17:36:56,186 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:36:56,200 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ce65a7c4674%2C44733%2C1734284214521, suffix=, logDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/WALs/4ce65a7c4674,44733,1734284214521, archiveDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/oldWALs, maxLogs=10 2024-12-15T17:36:56,226 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/WALs/4ce65a7c4674,44733,1734284214521/4ce65a7c4674%2C44733%2C1734284214521.1734284216207, exclude list is [], retry=0 2024-12-15T17:36:56,252 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45255,DS-6d92bb2b-536a-40e1-a6ab-c69191ef7410,DISK] 2024-12-15T17:36:56,263 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T17:36:56,328 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/WALs/4ce65a7c4674,44733,1734284214521/4ce65a7c4674%2C44733%2C1734284214521.1734284216207 2024-12-15T17:36:56,331 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42415:42415)] 2024-12-15T17:36:56,332 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:36:56,332 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:36:56,338 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:36:56,340 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:36:56,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:36:56,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T17:36:56,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:36:56,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:36:56,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:36:56,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T17:36:56,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:36:56,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:36:56,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:36:56,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T17:36:56,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:36:56,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:36:56,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:36:56,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T17:36:56,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:36:56,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:36:56,516 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:36:56,519 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:36:56,539 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T17:36:56,569 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T17:36:56,595 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:36:56,597 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63438657, jitterRate=-0.054690346121788025}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T17:36:56,614 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:36:56,619 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T17:36:56,675 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e783b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:36:56,728 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T17:36:56,744 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T17:36:56,745 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T17:36:56,747 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T17:36:56,748 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-15T17:36:56,753 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-15T17:36:56,753 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T17:36:56,780 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T17:36:56,792 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T17:36:56,803 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T17:36:56,806 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T17:36:56,808 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T17:36:56,820 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T17:36:56,823 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T17:36:56,827 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T17:36:56,837 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T17:36:56,838 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T17:36:56,845 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T17:36:56,859 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T17:36:56,870 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T17:36:56,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:36:56,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T17:36:56,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:36:56,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:36:56,879 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4ce65a7c4674,44733,1734284214521, sessionid=0x1002ac4197f0000, setting cluster-up flag (Was=false) 2024-12-15T17:36:56,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:36:56,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:36:56,929 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T17:36:56,935 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ce65a7c4674,44733,1734284214521 2024-12-15T17:36:56,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:36:56,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:36:56,979 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T17:36:56,981 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4ce65a7c4674,44733,1734284214521 2024-12-15T17:36:57,069 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T17:36:57,076 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T17:36:57,078 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T17:36:57,085 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4ce65a7c4674,44733,1734284214521 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T17:36:57,093 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:36:57,094 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:36:57,094 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:36:57,094 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=5, maxPoolSize=5 2024-12-15T17:36:57,094 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4ce65a7c4674:0, corePoolSize=10, maxPoolSize=10 2024-12-15T17:36:57,094 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:36:57,095 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:36:57,095 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:36:57,095 DEBUG [RS:0;4ce65a7c4674:35427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4ce65a7c4674:35427 2024-12-15T17:36:57,098 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1008): ClusterId : fca14724-4441-4ebe-92e8-03ac6320d83f 2024-12-15T17:36:57,099 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734284247099 2024-12-15T17:36:57,102 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T17:36:57,102 DEBUG [RS:0;4ce65a7c4674:35427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T17:36:57,102 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T17:36:57,102 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T17:36:57,104 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T17:36:57,108 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T17:36:57,109 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T17:36:57,110 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T17:36:57,110 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T17:36:57,112 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:57,115 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T17:36:57,117 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T17:36:57,118 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T17:36:57,115 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:36:57,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:36:57,123 DEBUG [RS:0;4ce65a7c4674:35427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T17:36:57,123 DEBUG [RS:0;4ce65a7c4674:35427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T17:36:57,127 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T17:36:57,128 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T17:36:57,130 DEBUG [RS:0;4ce65a7c4674:35427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T17:36:57,132 DEBUG [RS:0;4ce65a7c4674:35427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff12899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:36:57,135 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734284217130,5,FailOnTimeoutGroup] 2024-12-15T17:36:57,137 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734284217136,5,FailOnTimeoutGroup] 2024-12-15T17:36:57,138 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:57,138 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T17:36:57,140 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:57,140 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:57,143 DEBUG [RS:0;4ce65a7c4674:35427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29be6f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:36:57,148 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T17:36:57,148 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T17:36:57,149 DEBUG [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T17:36:57,153 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(3073): reportForDuty to master=4ce65a7c4674,44733,1734284214521 with isa=4ce65a7c4674/172.17.0.2:35427, startcode=1734284215611 2024-12-15T17:36:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741831_1007 (size=1039) 2024-12-15T17:36:57,168 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T17:36:57,168 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3 2024-12-15T17:36:57,171 DEBUG [RS:0;4ce65a7c4674:35427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:36:57,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741832_1008 (size=32) 2024-12-15T17:36:57,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:36:57,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:36:57,230 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57461, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:36:57,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:36:57,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:36:57,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44733 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4ce65a7c4674,35427,1734284215611 2024-12-15T17:36:57,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:36:57,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44733 {}] master.ServerManager(486): Registering regionserver=4ce65a7c4674,35427,1734284215611 2024-12-15T17:36:57,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:36:57,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:36:57,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:36:57,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:36:57,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:36:57,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:36:57,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:36:57,264 DEBUG [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3 2024-12-15T17:36:57,264 DEBUG [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44059 2024-12-15T17:36:57,264 DEBUG [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T17:36:57,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:36:57,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740 2024-12-15T17:36:57,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740 2024-12-15T17:36:57,285 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T17:36:57,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:36:57,287 DEBUG [RS:0;4ce65a7c4674:35427 {}] zookeeper.ZKUtil(111): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4ce65a7c4674,35427,1734284215611 2024-12-15T17:36:57,288 WARN [RS:0;4ce65a7c4674:35427 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T17:36:57,288 INFO [RS:0;4ce65a7c4674:35427 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:36:57,288 DEBUG [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/WALs/4ce65a7c4674,35427,1734284215611 2024-12-15T17:36:57,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:36:57,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4ce65a7c4674,35427,1734284215611] 2024-12-15T17:36:57,308 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:36:57,315 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66894990, jitterRate=-0.0031869709491729736}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T17:36:57,315 DEBUG [RS:0;4ce65a7c4674:35427 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T17:36:57,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:36:57,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:36:57,319 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:36:57,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:36:57,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:36:57,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:36:57,324 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:36:57,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:36:57,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T17:36:57,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T17:36:57,334 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T17:36:57,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T17:36:57,349 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T17:36:57,353 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T17:36:57,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T17:36:57,356 INFO [RS:0;4ce65a7c4674:35427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T17:36:57,357 INFO [RS:0;4ce65a7c4674:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:57,360 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T17:36:57,373 INFO [RS:0;4ce65a7c4674:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:57,374 DEBUG [RS:0;4ce65a7c4674:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:36:57,374 DEBUG [RS:0;4ce65a7c4674:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:36:57,374 DEBUG [RS:0;4ce65a7c4674:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:36:57,374 DEBUG [RS:0;4ce65a7c4674:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:36:57,374 DEBUG [RS:0;4ce65a7c4674:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:36:57,379 DEBUG [RS:0;4ce65a7c4674:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4ce65a7c4674:0, corePoolSize=2, maxPoolSize=2 2024-12-15T17:36:57,380 DEBUG [RS:0;4ce65a7c4674:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:36:57,380 DEBUG [RS:0;4ce65a7c4674:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:36:57,380 DEBUG [RS:0;4ce65a7c4674:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:36:57,380 DEBUG [RS:0;4ce65a7c4674:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:36:57,380 DEBUG [RS:0;4ce65a7c4674:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4ce65a7c4674:0, corePoolSize=1, maxPoolSize=1 2024-12-15T17:36:57,381 DEBUG [RS:0;4ce65a7c4674:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:36:57,381 DEBUG [RS:0;4ce65a7c4674:35427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0, corePoolSize=3, maxPoolSize=3 2024-12-15T17:36:57,395 INFO [RS:0;4ce65a7c4674:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:57,395 INFO [RS:0;4ce65a7c4674:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:57,395 INFO [RS:0;4ce65a7c4674:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:57,396 INFO [RS:0;4ce65a7c4674:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:57,396 INFO [RS:0;4ce65a7c4674:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,35427,1734284215611-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:36:57,415 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T17:36:57,417 INFO [RS:0;4ce65a7c4674:35427 {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,35427,1734284215611-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:57,447 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.Replication(204): 4ce65a7c4674,35427,1734284215611 started 2024-12-15T17:36:57,447 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1767): Serving as 4ce65a7c4674,35427,1734284215611, RpcServer on 4ce65a7c4674/172.17.0.2:35427, sessionid=0x1002ac4197f0001 2024-12-15T17:36:57,448 DEBUG [RS:0;4ce65a7c4674:35427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T17:36:57,449 DEBUG [RS:0;4ce65a7c4674:35427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4ce65a7c4674,35427,1734284215611 2024-12-15T17:36:57,449 DEBUG [RS:0;4ce65a7c4674:35427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,35427,1734284215611' 2024-12-15T17:36:57,449 DEBUG [RS:0;4ce65a7c4674:35427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T17:36:57,454 DEBUG [RS:0;4ce65a7c4674:35427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T17:36:57,456 DEBUG [RS:0;4ce65a7c4674:35427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T17:36:57,456 DEBUG [RS:0;4ce65a7c4674:35427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T17:36:57,456 DEBUG [RS:0;4ce65a7c4674:35427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4ce65a7c4674,35427,1734284215611 2024-12-15T17:36:57,456 DEBUG [RS:0;4ce65a7c4674:35427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4ce65a7c4674,35427,1734284215611' 2024-12-15T17:36:57,456 DEBUG [RS:0;4ce65a7c4674:35427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T17:36:57,459 DEBUG [RS:0;4ce65a7c4674:35427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T17:36:57,460 DEBUG [RS:0;4ce65a7c4674:35427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T17:36:57,461 INFO [RS:0;4ce65a7c4674:35427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T17:36:57,461 INFO [RS:0;4ce65a7c4674:35427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T17:36:57,508 WARN [4ce65a7c4674:44733 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-15T17:36:57,572 INFO [RS:0;4ce65a7c4674:35427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T17:36:57,578 INFO [RS:0;4ce65a7c4674:35427 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ce65a7c4674%2C35427%2C1734284215611, suffix=, logDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/WALs/4ce65a7c4674,35427,1734284215611, archiveDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/oldWALs, maxLogs=32 2024-12-15T17:36:57,602 DEBUG [RS:0;4ce65a7c4674:35427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/WALs/4ce65a7c4674,35427,1734284215611/4ce65a7c4674%2C35427%2C1734284215611.1734284217581, exclude list is [], retry=0 2024-12-15T17:36:57,610 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45255,DS-6d92bb2b-536a-40e1-a6ab-c69191ef7410,DISK] 2024-12-15T17:36:57,614 INFO [RS:0;4ce65a7c4674:35427 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/WALs/4ce65a7c4674,35427,1734284215611/4ce65a7c4674%2C35427%2C1734284215611.1734284217581 2024-12-15T17:36:57,615 DEBUG [RS:0;4ce65a7c4674:35427 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42415:42415)] 2024-12-15T17:36:57,760 DEBUG [4ce65a7c4674:44733 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-15T17:36:57,766 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:36:57,772 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,35427,1734284215611, state=OPENING 2024-12-15T17:36:57,787 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T17:36:57,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:36:57,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:36:57,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:36:57,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:36:57,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:36:57,987 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:36:57,990 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T17:36:57,996 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T17:36:58,008 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T17:36:58,008 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T17:36:58,009 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T17:36:58,017 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4ce65a7c4674%2C35427%2C1734284215611.meta, suffix=.meta, logDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/WALs/4ce65a7c4674,35427,1734284215611, archiveDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/oldWALs, maxLogs=32 2024-12-15T17:36:58,040 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/WALs/4ce65a7c4674,35427,1734284215611/4ce65a7c4674%2C35427%2C1734284215611.meta.1734284218019.meta, exclude list is [], retry=0 2024-12-15T17:36:58,046 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45255,DS-6d92bb2b-536a-40e1-a6ab-c69191ef7410,DISK] 2024-12-15T17:36:58,051 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/WALs/4ce65a7c4674,35427,1734284215611/4ce65a7c4674%2C35427%2C1734284215611.meta.1734284218019.meta 2024-12-15T17:36:58,055 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42415:42415)] 2024-12-15T17:36:58,056 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:36:58,058 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T17:36:58,137 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T17:36:58,142 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T17:36:58,149 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T17:36:58,149 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:36:58,150 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T17:36:58,150 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T17:36:58,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T17:36:58,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T17:36:58,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:36:58,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:36:58,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T17:36:58,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T17:36:58,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:36:58,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:36:58,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T17:36:58,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T17:36:58,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:36:58,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T17:36:58,194 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740 2024-12-15T17:36:58,197 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740 2024-12-15T17:36:58,206 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T17:36:58,213 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T17:36:58,216 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65249879, jitterRate=-0.027701035141944885}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T17:36:58,218 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T17:36:58,227 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734284217979 2024-12-15T17:36:58,251 DEBUG [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T17:36:58,252 INFO [RS_OPEN_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T17:36:58,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:36:58,273 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4ce65a7c4674,35427,1734284215611, state=OPEN 2024-12-15T17:36:58,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:36:58,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T17:36:58,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:36:58,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T17:36:58,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T17:36:58,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4ce65a7c4674,35427,1734284215611 in 512 msec 2024-12-15T17:36:58,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T17:36:58,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 983 msec 2024-12-15T17:36:58,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3210 sec 2024-12-15T17:36:58,342 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734284218342, completionTime=-1 2024-12-15T17:36:58,343 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-15T17:36:58,343 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T17:36:58,393 DEBUG [hconnection-0x29d20772-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:36:58,396 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41352, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:36:58,408 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-15T17:36:58,408 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734284278408 2024-12-15T17:36:58,408 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734284338408 2024-12-15T17:36:58,408 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 65 msec 2024-12-15T17:36:58,465 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,44733,1734284214521-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:58,465 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,44733,1734284214521-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:58,465 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,44733,1734284214521-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:58,467 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4ce65a7c4674:44733, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:58,467 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T17:36:58,474 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T17:36:58,485 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T17:36:58,487 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T17:36:58,498 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T17:36:58,507 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:36:58,509 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:36:58,514 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:36:58,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741835_1011 (size=358) 2024-12-15T17:36:58,957 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 31c7b2a40c2c88565a654ee63d085527, NAME => 'hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3 2024-12-15T17:36:59,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741836_1012 (size=42) 2024-12-15T17:36:59,004 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:36:59,005 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 31c7b2a40c2c88565a654ee63d085527, disabling compactions & flushes 2024-12-15T17:36:59,005 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527. 2024-12-15T17:36:59,005 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527. 2024-12-15T17:36:59,005 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527. after waiting 0 ms 2024-12-15T17:36:59,005 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527. 2024-12-15T17:36:59,006 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527. 2024-12-15T17:36:59,006 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 31c7b2a40c2c88565a654ee63d085527: 2024-12-15T17:36:59,023 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:36:59,032 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734284219025"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734284219025"}]},"ts":"1734284219025"} 2024-12-15T17:36:59,082 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:36:59,085 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:36:59,089 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284219085"}]},"ts":"1734284219085"} 2024-12-15T17:36:59,096 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T17:36:59,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=31c7b2a40c2c88565a654ee63d085527, ASSIGN}] 2024-12-15T17:36:59,179 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=31c7b2a40c2c88565a654ee63d085527, ASSIGN 2024-12-15T17:36:59,182 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=31c7b2a40c2c88565a654ee63d085527, ASSIGN; state=OFFLINE, location=4ce65a7c4674,35427,1734284215611; forceNewPlan=false, retain=false 2024-12-15T17:36:59,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=31c7b2a40c2c88565a654ee63d085527, regionState=OPENING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:36:59,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 31c7b2a40c2c88565a654ee63d085527, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:36:59,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:36:59,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527. 2024-12-15T17:36:59,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 31c7b2a40c2c88565a654ee63d085527, NAME => 'hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:36:59,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 31c7b2a40c2c88565a654ee63d085527 2024-12-15T17:36:59,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:36:59,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 31c7b2a40c2c88565a654ee63d085527 2024-12-15T17:36:59,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 31c7b2a40c2c88565a654ee63d085527 2024-12-15T17:36:59,527 INFO [StoreOpener-31c7b2a40c2c88565a654ee63d085527-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 31c7b2a40c2c88565a654ee63d085527 2024-12-15T17:36:59,543 INFO [StoreOpener-31c7b2a40c2c88565a654ee63d085527-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31c7b2a40c2c88565a654ee63d085527 columnFamilyName info 2024-12-15T17:36:59,544 DEBUG [StoreOpener-31c7b2a40c2c88565a654ee63d085527-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:36:59,545 INFO [StoreOpener-31c7b2a40c2c88565a654ee63d085527-1 {}] regionserver.HStore(327): Store=31c7b2a40c2c88565a654ee63d085527/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:36:59,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/namespace/31c7b2a40c2c88565a654ee63d085527 2024-12-15T17:36:59,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/namespace/31c7b2a40c2c88565a654ee63d085527 2024-12-15T17:36:59,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 31c7b2a40c2c88565a654ee63d085527 2024-12-15T17:36:59,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/namespace/31c7b2a40c2c88565a654ee63d085527/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:36:59,570 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 31c7b2a40c2c88565a654ee63d085527; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60372357, jitterRate=-0.1003817766904831}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T17:36:59,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 31c7b2a40c2c88565a654ee63d085527: 2024-12-15T17:36:59,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527., pid=6, masterSystemTime=1734284219495 2024-12-15T17:36:59,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527. 2024-12-15T17:36:59,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527. 2024-12-15T17:36:59,580 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=31c7b2a40c2c88565a654ee63d085527, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:36:59,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T17:36:59,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 31c7b2a40c2c88565a654ee63d085527, server=4ce65a7c4674,35427,1734284215611 in 246 msec 2024-12-15T17:36:59,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T17:36:59,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=31c7b2a40c2c88565a654ee63d085527, ASSIGN in 423 msec 2024-12-15T17:36:59,609 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:36:59,609 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284219609"}]},"ts":"1734284219609"} 2024-12-15T17:36:59,613 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T17:36:59,631 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:36:59,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.1430 sec 2024-12-15T17:36:59,704 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T17:36:59,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:36:59,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:36:59,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:36:59,750 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T17:36:59,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:36:59,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T17:36:59,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 74 msec 2024-12-15T17:36:59,838 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T17:36:59,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T17:36:59,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 49 msec 2024-12-15T17:36:59,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T17:36:59,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T17:36:59,937 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.194sec 2024-12-15T17:36:59,938 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T17:36:59,940 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T17:36:59,941 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T17:36:59,942 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T17:36:59,942 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T17:36:59,943 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,44733,1734284214521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T17:36:59,943 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,44733,1734284214521-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T17:36:59,955 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T17:36:59,957 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T17:36:59,957 INFO [master/4ce65a7c4674:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4ce65a7c4674,44733,1734284214521-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T17:37:00,006 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66051f59 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e62079 2024-12-15T17:37:00,008 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-15T17:37:00,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee1537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:00,034 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T17:37:00,035 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T17:37:00,067 DEBUG [hconnection-0x7345082c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:00,078 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:00,090 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4ce65a7c4674,44733,1734284214521 2024-12-15T17:37:00,115 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=929, ProcessCount=11, AvailableMemoryMB=5927 2024-12-15T17:37:00,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T17:37:00,203 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34890, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T17:37:00,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T17:37:00,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:37:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:00,226 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:37:00,226 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:00,229 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:37:00,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-15T17:37:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T17:37:00,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741837_1013 (size=963) 2024-12-15T17:37:00,259 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3 2024-12-15T17:37:00,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741838_1014 (size=53) 2024-12-15T17:37:00,275 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:37:00,276 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ec10b09f051d47254984d29897f794bb, disabling compactions & flushes 2024-12-15T17:37:00,276 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:00,276 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:00,276 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. after waiting 0 ms 2024-12-15T17:37:00,276 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:00,276 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:00,276 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:00,278 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:37:00,279 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734284220279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734284220279"}]},"ts":"1734284220279"} 2024-12-15T17:37:00,289 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:37:00,291 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:37:00,291 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284220291"}]},"ts":"1734284220291"} 2024-12-15T17:37:00,303 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T17:37:00,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec10b09f051d47254984d29897f794bb, ASSIGN}] 2024-12-15T17:37:00,348 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec10b09f051d47254984d29897f794bb, ASSIGN 2024-12-15T17:37:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T17:37:00,355 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec10b09f051d47254984d29897f794bb, ASSIGN; state=OFFLINE, location=4ce65a7c4674,35427,1734284215611; forceNewPlan=false, retain=false 2024-12-15T17:37:00,506 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ec10b09f051d47254984d29897f794bb, regionState=OPENING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:00,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:37:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T17:37:00,666 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:00,673 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:00,673 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:37:00,674 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:00,674 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:37:00,674 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:00,674 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:00,677 INFO [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:00,681 INFO [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:37:00,681 INFO [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec10b09f051d47254984d29897f794bb columnFamilyName A 2024-12-15T17:37:00,682 DEBUG [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:00,683 INFO [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] regionserver.HStore(327): Store=ec10b09f051d47254984d29897f794bb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:37:00,683 INFO [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:00,686 INFO [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:37:00,686 INFO [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec10b09f051d47254984d29897f794bb columnFamilyName B 2024-12-15T17:37:00,686 DEBUG [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:00,688 INFO [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] regionserver.HStore(327): Store=ec10b09f051d47254984d29897f794bb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:37:00,688 INFO [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:00,690 INFO [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:37:00,691 INFO [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec10b09f051d47254984d29897f794bb columnFamilyName C 2024-12-15T17:37:00,691 DEBUG [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:00,692 INFO [StoreOpener-ec10b09f051d47254984d29897f794bb-1 {}] regionserver.HStore(327): Store=ec10b09f051d47254984d29897f794bb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:37:00,693 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:00,695 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:00,695 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:00,698 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T17:37:00,703 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:00,709 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:37:00,710 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened ec10b09f051d47254984d29897f794bb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62821580, jitterRate=-0.06388550996780396}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T17:37:00,711 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:00,712 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., pid=11, masterSystemTime=1734284220665 2024-12-15T17:37:00,716 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:00,716 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:00,717 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ec10b09f051d47254984d29897f794bb, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:00,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-15T17:37:00,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 in 210 msec 2024-12-15T17:37:00,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-15T17:37:00,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec10b09f051d47254984d29897f794bb, ASSIGN in 387 msec 2024-12-15T17:37:00,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:37:00,733 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284220733"}]},"ts":"1734284220733"} 2024-12-15T17:37:00,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T17:37:00,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:37:00,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 527 msec 2024-12-15T17:37:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T17:37:00,858 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-15T17:37:00,862 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45109fbb to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24869052 2024-12-15T17:37:00,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63607639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:00,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:00,905 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55988, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:00,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T17:37:00,914 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34900, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T17:37:00,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58a2fb14 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62c08aa2 2024-12-15T17:37:00,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b8a93e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:00,971 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f2091cc to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79d38d10 2024-12-15T17:37:01,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:01,002 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-12-15T17:37:01,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1324ee83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:01,029 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18cb251d to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@736f1673 2024-12-15T17:37:01,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:01,040 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-12-15T17:37:01,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48068a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:01,061 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18603bb9 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3883f7b 2024-12-15T17:37:01,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5f27aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:01,073 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09ed28bb to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b5cad1a 2024-12-15T17:37:01,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295cb1ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:01,082 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c3b736e to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70267494 2024-12-15T17:37:01,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490457fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:01,098 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x353bc462 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@767a8485 2024-12-15T17:37:01,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2a8e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:01,122 DEBUG [hconnection-0x40eb5aeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:01,123 DEBUG [hconnection-0x82c8c4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:01,127 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:01,127 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:01,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:01,155 DEBUG [hconnection-0x34e8847a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-15T17:37:01,159 DEBUG [hconnection-0x624e92fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:01,160 DEBUG [hconnection-0x5e621c7f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:01,160 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:01,163 DEBUG [hconnection-0x25557d7e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T17:37:01,168 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:01,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:01,172 DEBUG [hconnection-0x47be79fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:01,174 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:01,175 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:01,186 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:01,189 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:01,213 DEBUG [hconnection-0x522bb58c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:01,244 DEBUG [hconnection-0x44ee85c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:01,252 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T17:37:01,283 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:01,293 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:01,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:37:01,345 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:01,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:01,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:01,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:01,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:01,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:01,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:01,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:01,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:01,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:01,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:01,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:01,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T17:37:01,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:01,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:01,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:01,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:01,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:01,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:01,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:01,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/b055e4af77f44efc8b8ab39c707dee95 is 50, key is test_row_0/A:col10/1734284221323/Put/seqid=0 2024-12-15T17:37:01,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:01,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284281677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284281642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:01,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741839_1015 (size=16681) 2024-12-15T17:37:01,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:01,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:01,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284281766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:01,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284281767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T17:37:01,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284281777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:01,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:01,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:01,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:01,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:01,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:01,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284281925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:01,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284281925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:01,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:01,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284281925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284281929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:01,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284281929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:01,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:01,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:01,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:01,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:01,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,128 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:02,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:02,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:02,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:02,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:02,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284282150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284282146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284282154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284282167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/b055e4af77f44efc8b8ab39c707dee95 2024-12-15T17:37:02,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284282168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T17:37:02,294 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:02,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:02,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:02,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:02,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:02,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:02,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:02,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:02,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/19912e84093a454e8450210d276cb6e7 is 50, key is test_row_0/B:col10/1734284221323/Put/seqid=0 2024-12-15T17:37:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284282498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284282500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284282505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284282510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284282520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741840_1016 (size=12001) 2024-12-15T17:37:02,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:02,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:02,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,835 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:02,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:02,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:02,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:02,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:02,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:02,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/19912e84093a454e8450210d276cb6e7 2024-12-15T17:37:03,003 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:03,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:03,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:03,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:03,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:03,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:03,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284283022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:03,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:03,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284283022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284283024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:03,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:03,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284283019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:03,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:03,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/25b489aedacf4a50a57a407d4d7fc146 is 50, key is test_row_0/C:col10/1734284221323/Put/seqid=0 2024-12-15T17:37:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284283049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:03,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741841_1017 (size=12001) 2024-12-15T17:37:03,171 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:03,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:03,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T17:37:03,329 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:03,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:03,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:03,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,502 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:03,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:03,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:03,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:03,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:03,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/25b489aedacf4a50a57a407d4d7fc146 2024-12-15T17:37:03,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/b055e4af77f44efc8b8ab39c707dee95 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/b055e4af77f44efc8b8ab39c707dee95 2024-12-15T17:37:03,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/b055e4af77f44efc8b8ab39c707dee95, entries=250, sequenceid=14, filesize=16.3 K 2024-12-15T17:37:03,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T17:37:03,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/19912e84093a454e8450210d276cb6e7 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/19912e84093a454e8450210d276cb6e7 2024-12-15T17:37:03,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:03,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:03,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:03,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:03,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:03,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:03,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/19912e84093a454e8450210d276cb6e7, entries=150, sequenceid=14, filesize=11.7 K 2024-12-15T17:37:03,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/25b489aedacf4a50a57a407d4d7fc146 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/25b489aedacf4a50a57a407d4d7fc146 2024-12-15T17:37:03,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/25b489aedacf4a50a57a407d4d7fc146, entries=150, sequenceid=14, filesize=11.7 K 2024-12-15T17:37:03,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for ec10b09f051d47254984d29897f794bb in 2382ms, sequenceid=14, compaction requested=false 2024-12-15T17:37:03,724 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T17:37:03,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:03,787 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T17:37:03,788 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T17:37:03,837 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:03,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T17:37:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:03,839 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T17:37:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:03,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/0a7c8e48531e49ee9abf6849b70f3c42 is 50, key is test_row_0/A:col10/1734284221557/Put/seqid=0 2024-12-15T17:37:03,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741842_1018 (size=12001) 2024-12-15T17:37:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:04,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:04,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284284100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284284108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284284119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284284123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284284147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284284251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284284253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284284253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284284254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,292 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/0a7c8e48531e49ee9abf6849b70f3c42 2024-12-15T17:37:04,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284284281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/22e896eb39af4c54b94947110a064372 is 50, key is test_row_0/B:col10/1734284221557/Put/seqid=0 2024-12-15T17:37:04,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741843_1019 (size=12001) 2024-12-15T17:37:04,399 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/22e896eb39af4c54b94947110a064372 2024-12-15T17:37:04,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/6dff5c2cb39649d696895f592c9b64c1 is 50, key is test_row_0/C:col10/1734284221557/Put/seqid=0 2024-12-15T17:37:04,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284284479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284284481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284284488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284284481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284284500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741844_1020 (size=12001) 2024-12-15T17:37:04,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284284799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284284816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284284817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284284818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284284823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:04,936 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/6dff5c2cb39649d696895f592c9b64c1 2024-12-15T17:37:04,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/0a7c8e48531e49ee9abf6849b70f3c42 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/0a7c8e48531e49ee9abf6849b70f3c42 2024-12-15T17:37:04,976 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/0a7c8e48531e49ee9abf6849b70f3c42, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T17:37:04,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/22e896eb39af4c54b94947110a064372 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/22e896eb39af4c54b94947110a064372 2024-12-15T17:37:05,004 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/22e896eb39af4c54b94947110a064372, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T17:37:05,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/6dff5c2cb39649d696895f592c9b64c1 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6dff5c2cb39649d696895f592c9b64c1 2024-12-15T17:37:05,052 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6dff5c2cb39649d696895f592c9b64c1, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T17:37:05,054 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ec10b09f051d47254984d29897f794bb in 1215ms, sequenceid=38, compaction requested=false 2024-12-15T17:37:05,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:05,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:05,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-15T17:37:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-15T17:37:05,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-15T17:37:05,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8950 sec 2024-12-15T17:37:05,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 3.9450 sec 2024-12-15T17:37:05,136 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T17:37:05,136 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-15T17:37:05,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T17:37:05,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-15T17:37:05,141 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:37:05,141 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-15T17:37:05,141 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T17:37:05,141 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-15T17:37:05,143 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T17:37:05,143 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-15T17:37:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T17:37:05,299 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-15T17:37:05,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-15T17:37:05,320 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:05,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T17:37:05,322 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:05,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:05,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:05,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:05,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:05,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:05,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:05,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T17:37:05,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/e5bea7f949824a28a1b0830c8d5ca686 is 50, key is test_row_0/A:col10/1734284224139/Put/seqid=0 2024-12-15T17:37:05,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741845_1021 (size=12001) 2024-12-15T17:37:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T17:37:05,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284285416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284285424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284285427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284285431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284285441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T17:37:05,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:05,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:05,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:05,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:05,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:05,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284285544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284285546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284285547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284285548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284285556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T17:37:05,655 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T17:37:05,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:05,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:05,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:05,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:05,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:05,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284285757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284285757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284285761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284285763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284285765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/e5bea7f949824a28a1b0830c8d5ca686 2024-12-15T17:37:05,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T17:37:05,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:05,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:05,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:05,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:05,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:05,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/902ac68f99894cd084c023cd3feb767a is 50, key is test_row_0/B:col10/1734284224139/Put/seqid=0 2024-12-15T17:37:05,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741846_1022 (size=12001) 2024-12-15T17:37:05,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/902ac68f99894cd084c023cd3feb767a 2024-12-15T17:37:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T17:37:05,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/e4fc14580d51491383843e760dd9666f is 50, key is test_row_0/C:col10/1734284224139/Put/seqid=0 2024-12-15T17:37:05,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741847_1023 (size=12001) 2024-12-15T17:37:05,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/e4fc14580d51491383843e760dd9666f 2024-12-15T17:37:05,995 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:05,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T17:37:05,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:05,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:05,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:05,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:05,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:06,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/e5bea7f949824a28a1b0830c8d5ca686 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/e5bea7f949824a28a1b0830c8d5ca686 2024-12-15T17:37:06,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/e5bea7f949824a28a1b0830c8d5ca686, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T17:37:06,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/902ac68f99894cd084c023cd3feb767a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/902ac68f99894cd084c023cd3feb767a 2024-12-15T17:37:06,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284286071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284286071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284286074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284286083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284286076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/902ac68f99894cd084c023cd3feb767a, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T17:37:06,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/e4fc14580d51491383843e760dd9666f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/e4fc14580d51491383843e760dd9666f 2024-12-15T17:37:06,152 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T17:37:06,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:06,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:06,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:06,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:06,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:06,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/e4fc14580d51491383843e760dd9666f, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T17:37:06,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for ec10b09f051d47254984d29897f794bb in 879ms, sequenceid=51, compaction requested=true 2024-12-15T17:37:06,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:06,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:06,219 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:06,224 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:06,241 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:06,243 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/B is initiating minor compaction (all files) 2024-12-15T17:37:06,243 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/B in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:06,244 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/19912e84093a454e8450210d276cb6e7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/22e896eb39af4c54b94947110a064372, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/902ac68f99894cd084c023cd3feb767a] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=35.2 K 2024-12-15T17:37:06,249 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 19912e84093a454e8450210d276cb6e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734284221319 2024-12-15T17:37:06,256 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:06,256 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 22e896eb39af4c54b94947110a064372, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734284221557 2024-12-15T17:37:06,256 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/A is initiating minor compaction (all files) 2024-12-15T17:37:06,256 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/A in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:06,256 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/b055e4af77f44efc8b8ab39c707dee95, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/0a7c8e48531e49ee9abf6849b70f3c42, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/e5bea7f949824a28a1b0830c8d5ca686] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=39.7 K 2024-12-15T17:37:06,260 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b055e4af77f44efc8b8ab39c707dee95, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734284221260 2024-12-15T17:37:06,261 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 902ac68f99894cd084c023cd3feb767a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734284224106 2024-12-15T17:37:06,266 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a7c8e48531e49ee9abf6849b70f3c42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734284221557 2024-12-15T17:37:06,276 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5bea7f949824a28a1b0830c8d5ca686, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734284224106 2024-12-15T17:37:06,316 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T17:37:06,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:06,324 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T17:37:06,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:06,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:06,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:06,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:06,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:06,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:06,377 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#B#compaction#9 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:06,380 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/0df4f9615e5941178a8e8c34d0183977 is 50, key is test_row_0/B:col10/1734284224139/Put/seqid=0 2024-12-15T17:37:06,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/efdb6f37814943f282ebb89813a68770 is 50, key is test_row_0/A:col10/1734284225426/Put/seqid=0 2024-12-15T17:37:06,399 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#A#compaction#11 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:06,400 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/7128be431a1849bdb2bb63a625960385 is 50, key is test_row_0/A:col10/1734284224139/Put/seqid=0 2024-12-15T17:37:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T17:37:06,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741848_1024 (size=12104) 2024-12-15T17:37:06,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741850_1026 (size=12104) 2024-12-15T17:37:06,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741849_1025 (size=12001) 2024-12-15T17:37:06,515 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/efdb6f37814943f282ebb89813a68770 2024-12-15T17:37:06,532 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/7128be431a1849bdb2bb63a625960385 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/7128be431a1849bdb2bb63a625960385 2024-12-15T17:37:06,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/6f45d18743c04db08556bb86d80aeb08 is 50, key is test_row_0/B:col10/1734284225426/Put/seqid=0 2024-12-15T17:37:06,589 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/A of ec10b09f051d47254984d29897f794bb into 7128be431a1849bdb2bb63a625960385(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:06,590 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:06,590 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/A, priority=13, startTime=1734284226202; duration=0sec 2024-12-15T17:37:06,590 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:06,590 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:A 2024-12-15T17:37:06,590 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:06,600 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:06,600 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/C is initiating minor compaction (all files) 2024-12-15T17:37:06,600 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/C in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:06,600 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/25b489aedacf4a50a57a407d4d7fc146, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6dff5c2cb39649d696895f592c9b64c1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/e4fc14580d51491383843e760dd9666f] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=35.2 K 2024-12-15T17:37:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:06,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:06,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741851_1027 (size=12001) 2024-12-15T17:37:06,608 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25b489aedacf4a50a57a407d4d7fc146, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734284221319 2024-12-15T17:37:06,609 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dff5c2cb39649d696895f592c9b64c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734284221557 2024-12-15T17:37:06,611 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4fc14580d51491383843e760dd9666f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734284224106 2024-12-15T17:37:06,660 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#C#compaction#13 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:06,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284286625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,661 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/6ce4ab834ebc41a2aad9d306ca770fd0 is 50, key is test_row_0/C:col10/1734284224139/Put/seqid=0 2024-12-15T17:37:06,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284286628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284286629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284286656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284286660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741852_1028 (size=12104) 2024-12-15T17:37:06,728 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/6ce4ab834ebc41a2aad9d306ca770fd0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6ce4ab834ebc41a2aad9d306ca770fd0 2024-12-15T17:37:06,748 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/C of ec10b09f051d47254984d29897f794bb into 6ce4ab834ebc41a2aad9d306ca770fd0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:06,748 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:06,748 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/C, priority=13, startTime=1734284226219; duration=0sec 2024-12-15T17:37:06,749 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:06,749 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:C 2024-12-15T17:37:06,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284286769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284286769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284286772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284286792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284286788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:06,880 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/0df4f9615e5941178a8e8c34d0183977 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/0df4f9615e5941178a8e8c34d0183977 2024-12-15T17:37:06,906 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/B of ec10b09f051d47254984d29897f794bb into 0df4f9615e5941178a8e8c34d0183977(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:06,906 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:06,906 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/B, priority=13, startTime=1734284226219; duration=0sec 2024-12-15T17:37:06,907 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:06,907 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:B 2024-12-15T17:37:07,014 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/6f45d18743c04db08556bb86d80aeb08 2024-12-15T17:37:07,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284287008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:07,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284287009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:07,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284287009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:07,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284287027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:07,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284287030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:07,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/4573b55feced45ea9df1b6a4898ef624 is 50, key is test_row_0/C:col10/1734284225426/Put/seqid=0 2024-12-15T17:37:07,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741853_1029 (size=12001) 2024-12-15T17:37:07,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284287333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:07,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284287334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:07,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284287334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:07,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284287343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:07,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284287355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T17:37:07,511 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/4573b55feced45ea9df1b6a4898ef624 2024-12-15T17:37:07,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/efdb6f37814943f282ebb89813a68770 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/efdb6f37814943f282ebb89813a68770 2024-12-15T17:37:07,554 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/efdb6f37814943f282ebb89813a68770, entries=150, sequenceid=75, filesize=11.7 K 2024-12-15T17:37:07,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/6f45d18743c04db08556bb86d80aeb08 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/6f45d18743c04db08556bb86d80aeb08 2024-12-15T17:37:07,579 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/6f45d18743c04db08556bb86d80aeb08, entries=150, sequenceid=75, filesize=11.7 K 2024-12-15T17:37:07,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/4573b55feced45ea9df1b6a4898ef624 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/4573b55feced45ea9df1b6a4898ef624 2024-12-15T17:37:07,628 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/4573b55feced45ea9df1b6a4898ef624, entries=150, sequenceid=75, filesize=11.7 K 2024-12-15T17:37:07,631 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ec10b09f051d47254984d29897f794bb in 1307ms, sequenceid=75, compaction requested=false 2024-12-15T17:37:07,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:07,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:07,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-15T17:37:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-15T17:37:07,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-15T17:37:07,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3130 sec 2024-12-15T17:37:07,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.3290 sec 2024-12-15T17:37:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:07,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T17:37:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:07,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/4118429b7c60430d9c9f4ed9c9ddb96b is 50, key is test_row_0/A:col10/1734284226624/Put/seqid=0 2024-12-15T17:37:07,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741854_1030 (size=12001) 2024-12-15T17:37:08,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284287999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284288005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284288013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284288022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284288020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284288116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284288129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284288130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284288132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284288132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284288319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/4118429b7c60430d9c9f4ed9c9ddb96b 2024-12-15T17:37:08,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284288339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284288343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284288341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284288349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/3a4dfef2be894d54a39d515abeb11238 is 50, key is test_row_0/B:col10/1734284226624/Put/seqid=0 2024-12-15T17:37:08,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741855_1031 (size=12001) 2024-12-15T17:37:08,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284288638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284288645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284288651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284288665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284288665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:08,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/3a4dfef2be894d54a39d515abeb11238 2024-12-15T17:37:08,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/2db6da364053419a80964fe194d23865 is 50, key is test_row_0/C:col10/1734284226624/Put/seqid=0 2024-12-15T17:37:09,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741856_1032 (size=12001) 2024-12-15T17:37:09,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/2db6da364053419a80964fe194d23865 2024-12-15T17:37:09,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/4118429b7c60430d9c9f4ed9c9ddb96b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/4118429b7c60430d9c9f4ed9c9ddb96b 2024-12-15T17:37:09,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284289147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:09,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/4118429b7c60430d9c9f4ed9c9ddb96b, entries=150, sequenceid=92, filesize=11.7 K 2024-12-15T17:37:09,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284289166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:09,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/3a4dfef2be894d54a39d515abeb11238 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3a4dfef2be894d54a39d515abeb11238 2024-12-15T17:37:09,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284289169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:09,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284289171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:09,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284289176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:09,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3a4dfef2be894d54a39d515abeb11238, entries=150, sequenceid=92, filesize=11.7 K 2024-12-15T17:37:09,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/2db6da364053419a80964fe194d23865 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/2db6da364053419a80964fe194d23865 2024-12-15T17:37:09,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/2db6da364053419a80964fe194d23865, entries=150, sequenceid=92, filesize=11.7 K 2024-12-15T17:37:09,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for ec10b09f051d47254984d29897f794bb in 1429ms, sequenceid=92, compaction requested=true 2024-12-15T17:37:09,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:09,288 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:09,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:09,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:09,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:09,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:09,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:09,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T17:37:09,291 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:09,305 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:09,305 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/A is initiating minor compaction (all files) 2024-12-15T17:37:09,306 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/A in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:09,306 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/7128be431a1849bdb2bb63a625960385, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/efdb6f37814943f282ebb89813a68770, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/4118429b7c60430d9c9f4ed9c9ddb96b] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=35.3 K 2024-12-15T17:37:09,308 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:09,308 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/B is initiating minor compaction (all files) 2024-12-15T17:37:09,309 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/B in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:09,309 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/0df4f9615e5941178a8e8c34d0183977, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/6f45d18743c04db08556bb86d80aeb08, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3a4dfef2be894d54a39d515abeb11238] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=35.3 K 2024-12-15T17:37:09,310 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7128be431a1849bdb2bb63a625960385, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734284224106 2024-12-15T17:37:09,312 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0df4f9615e5941178a8e8c34d0183977, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734284224106 2024-12-15T17:37:09,313 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting efdb6f37814943f282ebb89813a68770, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734284225409 2024-12-15T17:37:09,324 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f45d18743c04db08556bb86d80aeb08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734284225409 2024-12-15T17:37:09,325 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 4118429b7c60430d9c9f4ed9c9ddb96b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284226624 2024-12-15T17:37:09,328 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a4dfef2be894d54a39d515abeb11238, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284226624 2024-12-15T17:37:09,397 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:09,398 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/9b50cd6fd580481ea3dc5ce3876a976c is 50, key is test_row_0/A:col10/1734284226624/Put/seqid=0 2024-12-15T17:37:09,409 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#B#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:09,410 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/e7ee85b7ef564443b90ca32efce72616 is 50, key is test_row_0/B:col10/1734284226624/Put/seqid=0 2024-12-15T17:37:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T17:37:09,452 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-15T17:37:09,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:09,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741857_1033 (size=12207) 2024-12-15T17:37:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-15T17:37:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T17:37:09,484 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:09,487 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:09,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:09,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741858_1034 (size=12207) 2024-12-15T17:37:09,534 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/9b50cd6fd580481ea3dc5ce3876a976c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/9b50cd6fd580481ea3dc5ce3876a976c 2024-12-15T17:37:09,551 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/A of ec10b09f051d47254984d29897f794bb into 9b50cd6fd580481ea3dc5ce3876a976c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:09,552 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:09,552 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/A, priority=13, startTime=1734284229287; duration=0sec 2024-12-15T17:37:09,552 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:09,552 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:A 2024-12-15T17:37:09,552 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:09,559 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:09,559 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/C is initiating minor compaction (all files) 2024-12-15T17:37:09,559 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/C in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:09,560 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6ce4ab834ebc41a2aad9d306ca770fd0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/4573b55feced45ea9df1b6a4898ef624, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/2db6da364053419a80964fe194d23865] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=35.3 K 2024-12-15T17:37:09,561 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ce4ab834ebc41a2aad9d306ca770fd0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734284224106 2024-12-15T17:37:09,562 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 4573b55feced45ea9df1b6a4898ef624, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734284225409 2024-12-15T17:37:09,563 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2db6da364053419a80964fe194d23865, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284226624 2024-12-15T17:37:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T17:37:09,585 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#C#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:09,586 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/ea392d316938409daf536e965e1447fa is 50, key is test_row_0/C:col10/1734284226624/Put/seqid=0 2024-12-15T17:37:09,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741859_1035 (size=12207) 2024-12-15T17:37:09,641 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:09,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T17:37:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:09,642 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T17:37:09,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:09,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:09,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:09,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:09,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:09,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:09,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/516755d1426c46d39c0e62cee8346e36 is 50, key is test_row_0/A:col10/1734284228007/Put/seqid=0 2024-12-15T17:37:09,669 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/ea392d316938409daf536e965e1447fa as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ea392d316938409daf536e965e1447fa 2024-12-15T17:37:09,685 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/C of ec10b09f051d47254984d29897f794bb into ea392d316938409daf536e965e1447fa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:09,686 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:09,687 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/C, priority=13, startTime=1734284229288; duration=0sec 2024-12-15T17:37:09,687 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:09,687 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:C 2024-12-15T17:37:09,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741860_1036 (size=12001) 2024-12-15T17:37:09,716 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/516755d1426c46d39c0e62cee8346e36 2024-12-15T17:37:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T17:37:09,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/ccb6c35261ec4c04aa0cb6fa3e4881bd is 50, key is test_row_0/B:col10/1734284228007/Put/seqid=0 2024-12-15T17:37:09,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741861_1037 (size=12001) 2024-12-15T17:37:09,922 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/e7ee85b7ef564443b90ca32efce72616 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/e7ee85b7ef564443b90ca32efce72616 2024-12-15T17:37:09,967 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/B of ec10b09f051d47254984d29897f794bb into e7ee85b7ef564443b90ca32efce72616(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:09,967 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:09,967 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/B, priority=13, startTime=1734284229288; duration=0sec 2024-12-15T17:37:09,968 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:09,968 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:B 2024-12-15T17:37:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T17:37:10,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:10,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284290211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284290216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284290219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284290221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284290222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,233 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/ccb6c35261ec4c04aa0cb6fa3e4881bd 2024-12-15T17:37:10,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/c768e4f1807b426f845765850a825788 is 50, key is test_row_0/C:col10/1734284228007/Put/seqid=0 2024-12-15T17:37:10,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741862_1038 (size=12001) 2024-12-15T17:37:10,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284290329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284290327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284290329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284290339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284290548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284290548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284290548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284290576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T17:37:10,721 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/c768e4f1807b426f845765850a825788 2024-12-15T17:37:10,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/516755d1426c46d39c0e62cee8346e36 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/516755d1426c46d39c0e62cee8346e36 2024-12-15T17:37:10,761 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/516755d1426c46d39c0e62cee8346e36, entries=150, sequenceid=117, filesize=11.7 K 2024-12-15T17:37:10,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/ccb6c35261ec4c04aa0cb6fa3e4881bd as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/ccb6c35261ec4c04aa0cb6fa3e4881bd 2024-12-15T17:37:10,774 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/ccb6c35261ec4c04aa0cb6fa3e4881bd, entries=150, sequenceid=117, filesize=11.7 K 2024-12-15T17:37:10,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/c768e4f1807b426f845765850a825788 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/c768e4f1807b426f845765850a825788 2024-12-15T17:37:10,791 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/c768e4f1807b426f845765850a825788, entries=150, sequenceid=117, filesize=11.7 K 2024-12-15T17:37:10,793 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for ec10b09f051d47254984d29897f794bb in 1151ms, sequenceid=117, compaction requested=false 2024-12-15T17:37:10,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:10,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:10,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-15T17:37:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-15T17:37:10,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-15T17:37:10,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3140 sec 2024-12-15T17:37:10,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.3340 sec 2024-12-15T17:37:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:10,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T17:37:10,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:10,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:10,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:10,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:10,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:10,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:10,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/ec02184fc0c24dfaa1d5e244009b3d2d is 50, key is test_row_0/A:col10/1734284230861/Put/seqid=0 2024-12-15T17:37:10,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741863_1039 (size=12151) 2024-12-15T17:37:10,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284290934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284290934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284290936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:10,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284290938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284291042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284291050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284291050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284291058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284291255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284291262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284291262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284291275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/ec02184fc0c24dfaa1d5e244009b3d2d 2024-12-15T17:37:11,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/77b23b68ec87467a8ec35530b6f2fb8a is 50, key is test_row_0/B:col10/1734284230861/Put/seqid=0 2024-12-15T17:37:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741864_1040 (size=12151) 2024-12-15T17:37:11,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284291572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284291572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284291572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T17:37:11,591 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-15T17:37:11,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-15T17:37:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:37:11,601 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:11,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:11,602 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284291600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:37:11,755 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-15T17:37:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:11,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:11,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:11,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:11,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:11,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/77b23b68ec87467a8ec35530b6f2fb8a 2024-12-15T17:37:11,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/235e5f5d28c54fa895f5d58673a47d72 is 50, key is test_row_0/C:col10/1734284230861/Put/seqid=0 2024-12-15T17:37:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:37:11,913 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:11,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741865_1041 (size=12151) 2024-12-15T17:37:11,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/235e5f5d28c54fa895f5d58673a47d72 2024-12-15T17:37:11,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-15T17:37:11,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:11,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:11,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:11,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:11,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:11,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/ec02184fc0c24dfaa1d5e244009b3d2d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/ec02184fc0c24dfaa1d5e244009b3d2d 2024-12-15T17:37:11,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/ec02184fc0c24dfaa1d5e244009b3d2d, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T17:37:11,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/77b23b68ec87467a8ec35530b6f2fb8a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/77b23b68ec87467a8ec35530b6f2fb8a 2024-12-15T17:37:11,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/77b23b68ec87467a8ec35530b6f2fb8a, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T17:37:12,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/235e5f5d28c54fa895f5d58673a47d72 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/235e5f5d28c54fa895f5d58673a47d72 2024-12-15T17:37:12,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/235e5f5d28c54fa895f5d58673a47d72, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T17:37:12,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ec10b09f051d47254984d29897f794bb in 1176ms, sequenceid=134, compaction requested=true 2024-12-15T17:37:12,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:12,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:12,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:12,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:12,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T17:37:12,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:12,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-15T17:37:12,041 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:12,042 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:12,046 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:12,046 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/A is initiating minor compaction (all files) 2024-12-15T17:37:12,047 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/A in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:12,047 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/9b50cd6fd580481ea3dc5ce3876a976c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/516755d1426c46d39c0e62cee8346e36, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/ec02184fc0c24dfaa1d5e244009b3d2d] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=35.5 K 2024-12-15T17:37:12,047 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:12,047 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/C is initiating minor compaction (all files) 2024-12-15T17:37:12,047 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/C in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:12,047 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ea392d316938409daf536e965e1447fa, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/c768e4f1807b426f845765850a825788, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/235e5f5d28c54fa895f5d58673a47d72] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=35.5 K 2024-12-15T17:37:12,048 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b50cd6fd580481ea3dc5ce3876a976c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284226624 2024-12-15T17:37:12,050 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ea392d316938409daf536e965e1447fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284226624 2024-12-15T17:37:12,050 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 516755d1426c46d39c0e62cee8346e36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734284227918 2024-12-15T17:37:12,057 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec02184fc0c24dfaa1d5e244009b3d2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284230217 2024-12-15T17:37:12,057 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c768e4f1807b426f845765850a825788, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734284227918 2024-12-15T17:37:12,059 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 235e5f5d28c54fa895f5d58673a47d72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284230217 2024-12-15T17:37:12,069 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-15T17:37:12,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:12,071 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T17:37:12,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:12,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:12,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:12,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:12,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:12,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:12,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:12,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/3b34a3ba0e4c4c1ab647c753d0a13dc3 is 50, key is test_row_0/A:col10/1734284230931/Put/seqid=0 2024-12-15T17:37:12,111 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#C#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:12,112 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/64ecac31e04645308c60bf7d6deec18d is 50, key is test_row_0/C:col10/1734284230861/Put/seqid=0 2024-12-15T17:37:12,125 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#A#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:12,126 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/06c0bcf79bc746319efb7958839df885 is 50, key is test_row_0/A:col10/1734284230861/Put/seqid=0 2024-12-15T17:37:12,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284292156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284292166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741866_1042 (size=12151) 2024-12-15T17:37:12,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,196 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/3b34a3ba0e4c4c1ab647c753d0a13dc3 2024-12-15T17:37:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284292169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284292175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:37:12,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741867_1043 (size=12459) 2024-12-15T17:37:12,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741868_1044 (size=12459) 2024-12-15T17:37:12,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284292249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,276 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4263 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., hostname=4ce65a7c4674,35427,1734284215611, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:37:12,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/1a6cc313a9f64106815ff4643ead1bde is 50, key is test_row_0/B:col10/1734284230931/Put/seqid=0 2024-12-15T17:37:12,280 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/64ecac31e04645308c60bf7d6deec18d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/64ecac31e04645308c60bf7d6deec18d 2024-12-15T17:37:12,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284292288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,311 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/C of ec10b09f051d47254984d29897f794bb into 64ecac31e04645308c60bf7d6deec18d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:12,312 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:12,312 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/C, priority=13, startTime=1734284232040; duration=0sec 2024-12-15T17:37:12,312 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:12,312 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:C 2024-12-15T17:37:12,312 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:12,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284292293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284292306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,324 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:12,324 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/B is initiating minor compaction (all files) 2024-12-15T17:37:12,324 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/B in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:12,324 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/e7ee85b7ef564443b90ca32efce72616, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/ccb6c35261ec4c04aa0cb6fa3e4881bd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/77b23b68ec87467a8ec35530b6f2fb8a] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=35.5 K 2024-12-15T17:37:12,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284292307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,326 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e7ee85b7ef564443b90ca32efce72616, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284226624 2024-12-15T17:37:12,331 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ccb6c35261ec4c04aa0cb6fa3e4881bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734284227918 2024-12-15T17:37:12,333 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 77b23b68ec87467a8ec35530b6f2fb8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284230217 2024-12-15T17:37:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741869_1045 (size=12151) 2024-12-15T17:37:12,356 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/1a6cc313a9f64106815ff4643ead1bde 2024-12-15T17:37:12,395 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#B#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:12,397 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/dcf08faca057401a9564f0119e95fece is 50, key is test_row_0/B:col10/1734284230861/Put/seqid=0 2024-12-15T17:37:12,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/eb1c2208a5b040b781be1d9a03286c58 is 50, key is test_row_0/C:col10/1734284230931/Put/seqid=0 2024-12-15T17:37:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741870_1046 (size=12459) 2024-12-15T17:37:12,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741871_1047 (size=12151) 2024-12-15T17:37:12,493 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/eb1c2208a5b040b781be1d9a03286c58 2024-12-15T17:37:12,509 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/dcf08faca057401a9564f0119e95fece as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/dcf08faca057401a9564f0119e95fece 2024-12-15T17:37:12,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/3b34a3ba0e4c4c1ab647c753d0a13dc3 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/3b34a3ba0e4c4c1ab647c753d0a13dc3 2024-12-15T17:37:12,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284292513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,526 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/3b34a3ba0e4c4c1ab647c753d0a13dc3, entries=150, sequenceid=155, filesize=11.9 K 2024-12-15T17:37:12,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/1a6cc313a9f64106815ff4643ead1bde as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/1a6cc313a9f64106815ff4643ead1bde 2024-12-15T17:37:12,530 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/B of ec10b09f051d47254984d29897f794bb into dcf08faca057401a9564f0119e95fece(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:12,530 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:12,530 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/B, priority=13, startTime=1734284232040; duration=0sec 2024-12-15T17:37:12,531 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:12,531 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:B 2024-12-15T17:37:12,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284292521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284292541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284292542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,547 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/1a6cc313a9f64106815ff4643ead1bde, entries=150, sequenceid=155, filesize=11.9 K 2024-12-15T17:37:12,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/eb1c2208a5b040b781be1d9a03286c58 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/eb1c2208a5b040b781be1d9a03286c58 2024-12-15T17:37:12,562 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/eb1c2208a5b040b781be1d9a03286c58, entries=150, sequenceid=155, filesize=11.9 K 2024-12-15T17:37:12,568 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ec10b09f051d47254984d29897f794bb in 497ms, sequenceid=155, compaction requested=false 2024-12-15T17:37:12,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:12,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:12,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-15T17:37:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-15T17:37:12,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-15T17:37:12,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 972 msec 2024-12-15T17:37:12,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 989 msec 2024-12-15T17:37:12,685 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/06c0bcf79bc746319efb7958839df885 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/06c0bcf79bc746319efb7958839df885 2024-12-15T17:37:12,704 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/A of ec10b09f051d47254984d29897f794bb into 06c0bcf79bc746319efb7958839df885(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:12,705 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:12,705 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/A, priority=13, startTime=1734284232040; duration=0sec 2024-12-15T17:37:12,705 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:12,705 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:A 2024-12-15T17:37:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T17:37:12,707 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-15T17:37:12,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-15T17:37:12,714 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:12,715 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:12,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T17:37:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T17:37:12,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T17:37:12,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:12,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:12,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:12,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:12,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:12,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:12,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/c7fc08851bf34254931260f302e193f7 is 50, key is test_row_0/A:col10/1734284232169/Put/seqid=0 2024-12-15T17:37:12,869 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T17:37:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:12,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:12,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:12,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741872_1048 (size=14541) 2024-12-15T17:37:12,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/c7fc08851bf34254931260f302e193f7 2024-12-15T17:37:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:12,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/730333e459cb43f580deb7326de36aa7 is 50, key is test_row_0/B:col10/1734284232169/Put/seqid=0 2024-12-15T17:37:12,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741873_1049 (size=12151) 2024-12-15T17:37:12,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/730333e459cb43f580deb7326de36aa7 2024-12-15T17:37:12,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284292931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/ee12705268e742e780c795070668c341 is 50, key is test_row_0/C:col10/1734284232169/Put/seqid=0 2024-12-15T17:37:12,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284292945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284292953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:12,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284292953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741874_1050 (size=12151) 2024-12-15T17:37:13,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/ee12705268e742e780c795070668c341 2024-12-15T17:37:13,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T17:37:13,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/c7fc08851bf34254931260f302e193f7 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/c7fc08851bf34254931260f302e193f7 2024-12-15T17:37:13,037 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/c7fc08851bf34254931260f302e193f7, entries=200, sequenceid=174, filesize=14.2 K 2024-12-15T17:37:13,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/730333e459cb43f580deb7326de36aa7 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/730333e459cb43f580deb7326de36aa7 2024-12-15T17:37:13,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T17:37:13,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:13,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/730333e459cb43f580deb7326de36aa7, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T17:37:13,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/ee12705268e742e780c795070668c341 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ee12705268e742e780c795070668c341 2024-12-15T17:37:13,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284293054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284293067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284293067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ee12705268e742e780c795070668c341, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T17:37:13,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for ec10b09f051d47254984d29897f794bb in 250ms, sequenceid=174, compaction requested=true 2024-12-15T17:37:13,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:13,092 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:13,094 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:13,094 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/A is initiating minor compaction (all files) 2024-12-15T17:37:13,095 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/A in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,095 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/06c0bcf79bc746319efb7958839df885, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/3b34a3ba0e4c4c1ab647c753d0a13dc3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/c7fc08851bf34254931260f302e193f7] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=38.2 K 2024-12-15T17:37:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:13,097 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 06c0bcf79bc746319efb7958839df885, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284230217 2024-12-15T17:37:13,098 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b34a3ba0e4c4c1ab647c753d0a13dc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734284230896 2024-12-15T17:37:13,099 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c7fc08851bf34254931260f302e193f7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284232144 2024-12-15T17:37:13,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:13,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:13,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:13,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:13,111 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:13,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:13,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:13,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T17:37:13,113 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:13,113 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/B is initiating minor compaction (all files) 2024-12-15T17:37:13,113 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/B in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,113 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/dcf08faca057401a9564f0119e95fece, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/1a6cc313a9f64106815ff4643ead1bde, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/730333e459cb43f580deb7326de36aa7] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=35.9 K 2024-12-15T17:37:13,114 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcf08faca057401a9564f0119e95fece, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284230217 2024-12-15T17:37:13,114 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#A#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:13,115 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/6a8cc031882846e89d927f9e19ca538f is 50, key is test_row_0/A:col10/1734284232169/Put/seqid=0 2024-12-15T17:37:13,116 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a6cc313a9f64106815ff4643ead1bde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734284230896 2024-12-15T17:37:13,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:13,117 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 730333e459cb43f580deb7326de36aa7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284232144 2024-12-15T17:37:13,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:13,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:13,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:13,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:13,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:13,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/65a1cf0e89254f6da39ad6596582b334 is 50, key is test_row_0/A:col10/1734284233086/Put/seqid=0 2024-12-15T17:37:13,162 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#B#compaction#38 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:13,171 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/3a242dc196594ffea092cc93f3f8e2d4 is 50, key is test_row_0/B:col10/1734284232169/Put/seqid=0 2024-12-15T17:37:13,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T17:37:13,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:13,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741875_1051 (size=12561) 2024-12-15T17:37:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741876_1052 (size=12151) 2024-12-15T17:37:13,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/65a1cf0e89254f6da39ad6596582b334 2024-12-15T17:37:13,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284293245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741877_1053 (size=12561) 2024-12-15T17:37:13,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284293269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/b4efec9f2ce4472f956944671ee12a24 is 50, key is test_row_0/B:col10/1734284233086/Put/seqid=0 2024-12-15T17:37:13,292 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/3a242dc196594ffea092cc93f3f8e2d4 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3a242dc196594ffea092cc93f3f8e2d4 2024-12-15T17:37:13,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:13,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284293280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284293282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,313 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/B of ec10b09f051d47254984d29897f794bb into 3a242dc196594ffea092cc93f3f8e2d4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:13,313 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:13,313 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/B, priority=13, startTime=1734284233111; duration=0sec 2024-12-15T17:37:13,314 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:13,314 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:B 2024-12-15T17:37:13,314 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:13,321 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:13,322 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/C is initiating minor compaction (all files) 2024-12-15T17:37:13,322 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/C in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,323 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/64ecac31e04645308c60bf7d6deec18d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/eb1c2208a5b040b781be1d9a03286c58, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ee12705268e742e780c795070668c341] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=35.9 K 2024-12-15T17:37:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T17:37:13,328 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64ecac31e04645308c60bf7d6deec18d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284230217 2024-12-15T17:37:13,328 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb1c2208a5b040b781be1d9a03286c58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1734284230896 2024-12-15T17:37:13,329 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee12705268e742e780c795070668c341, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284232144 2024-12-15T17:37:13,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741878_1054 (size=12151) 2024-12-15T17:37:13,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,371 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#C#compaction#40 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:13,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T17:37:13,372 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/dc4bb3ebef184603bed9a2c178926900 is 50, key is test_row_0/C:col10/1734284232169/Put/seqid=0 2024-12-15T17:37:13,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284293362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:13,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741879_1055 (size=12561) 2024-12-15T17:37:13,545 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T17:37:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284293576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284293583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:13,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284293603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:13,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284293604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,642 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/6a8cc031882846e89d927f9e19ca538f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/6a8cc031882846e89d927f9e19ca538f 2024-12-15T17:37:13,672 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/A of ec10b09f051d47254984d29897f794bb into 6a8cc031882846e89d927f9e19ca538f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:13,672 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:13,672 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/A, priority=13, startTime=1734284233092; duration=0sec 2024-12-15T17:37:13,673 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:13,673 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:A 2024-12-15T17:37:13,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T17:37:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:13,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/b4efec9f2ce4472f956944671ee12a24 2024-12-15T17:37:13,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/914598048a654aafb0afa53597486275 is 50, key is test_row_0/C:col10/1734284233086/Put/seqid=0 2024-12-15T17:37:13,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741880_1056 (size=12151) 2024-12-15T17:37:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T17:37:13,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/914598048a654aafb0afa53597486275 2024-12-15T17:37:13,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/65a1cf0e89254f6da39ad6596582b334 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/65a1cf0e89254f6da39ad6596582b334 2024-12-15T17:37:13,859 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/dc4bb3ebef184603bed9a2c178926900 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/dc4bb3ebef184603bed9a2c178926900 2024-12-15T17:37:13,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/65a1cf0e89254f6da39ad6596582b334, entries=150, sequenceid=196, filesize=11.9 K 2024-12-15T17:37:13,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/b4efec9f2ce4472f956944671ee12a24 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/b4efec9f2ce4472f956944671ee12a24 2024-12-15T17:37:13,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T17:37:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:13,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:13,873 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/C of ec10b09f051d47254984d29897f794bb into dc4bb3ebef184603bed9a2c178926900(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:13,873 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:13,874 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/C, priority=13, startTime=1734284233111; duration=0sec 2024-12-15T17:37:13,874 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:13,874 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:C 2024-12-15T17:37:13,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/b4efec9f2ce4472f956944671ee12a24, entries=150, sequenceid=196, filesize=11.9 K 2024-12-15T17:37:13,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/914598048a654aafb0afa53597486275 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/914598048a654aafb0afa53597486275 2024-12-15T17:37:13,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284293883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:13,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/914598048a654aafb0afa53597486275, entries=150, sequenceid=196, filesize=11.9 K 2024-12-15T17:37:13,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ec10b09f051d47254984d29897f794bb in 790ms, sequenceid=196, compaction requested=false 2024-12-15T17:37:13,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:14,023 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:14,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T17:37:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:14,024 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T17:37:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:14,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:14,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:14,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:14,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/91cdda00a829431084a668f8c2d521d4 is 50, key is test_row_0/A:col10/1734284233212/Put/seqid=0 2024-12-15T17:37:14,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741881_1057 (size=12151) 2024-12-15T17:37:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:14,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:14,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284294164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:14,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284294164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:14,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284294168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:14,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:14,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284294267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:14,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:14,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284294271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:14,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:14,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284294273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:14,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284294389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:14,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:14,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284294474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:14,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:14,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284294476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:14,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284294477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:14,482 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/91cdda00a829431084a668f8c2d521d4 2024-12-15T17:37:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/1f0f9e51fc9f46fd8992d76074a31189 is 50, key is test_row_0/B:col10/1734284233212/Put/seqid=0 2024-12-15T17:37:14,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741882_1058 (size=12151) 2024-12-15T17:37:14,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:14,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284294781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:14,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284294788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:14,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284294791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T17:37:14,969 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/1f0f9e51fc9f46fd8992d76074a31189 2024-12-15T17:37:15,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/6faa3e78e2dd4f10b9e33d25e648b71b is 50, key is test_row_0/C:col10/1734284233212/Put/seqid=0 2024-12-15T17:37:15,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741883_1059 (size=12151) 2024-12-15T17:37:15,045 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/6faa3e78e2dd4f10b9e33d25e648b71b 2024-12-15T17:37:15,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/91cdda00a829431084a668f8c2d521d4 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/91cdda00a829431084a668f8c2d521d4 2024-12-15T17:37:15,073 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/91cdda00a829431084a668f8c2d521d4, entries=150, sequenceid=213, filesize=11.9 K 2024-12-15T17:37:15,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/1f0f9e51fc9f46fd8992d76074a31189 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/1f0f9e51fc9f46fd8992d76074a31189 2024-12-15T17:37:15,090 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/1f0f9e51fc9f46fd8992d76074a31189, entries=150, sequenceid=213, filesize=11.9 K 2024-12-15T17:37:15,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/6faa3e78e2dd4f10b9e33d25e648b71b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6faa3e78e2dd4f10b9e33d25e648b71b 2024-12-15T17:37:15,110 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6faa3e78e2dd4f10b9e33d25e648b71b, entries=150, sequenceid=213, filesize=11.9 K 2024-12-15T17:37:15,112 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ec10b09f051d47254984d29897f794bb in 1088ms, sequenceid=213, compaction requested=true 2024-12-15T17:37:15,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:15,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:15,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-15T17:37:15,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-15T17:37:15,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-15T17:37:15,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3990 sec 2024-12-15T17:37:15,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.4140 sec 2024-12-15T17:37:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:15,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T17:37:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:15,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:15,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:15,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:15,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:15,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:15,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/209aedf28aff40adbd42deefb5f39573 is 50, key is test_row_0/A:col10/1734284235295/Put/seqid=0 2024-12-15T17:37:15,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741884_1060 (size=12151) 2024-12-15T17:37:15,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/209aedf28aff40adbd42deefb5f39573 2024-12-15T17:37:15,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:15,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284295357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:15,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284295359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:15,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284295359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:15,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/5231ea7616f746f9a6b96e6127e3d11d is 50, key is test_row_0/B:col10/1734284235295/Put/seqid=0 2024-12-15T17:37:15,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741885_1061 (size=12151) 2024-12-15T17:37:15,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/5231ea7616f746f9a6b96e6127e3d11d 2024-12-15T17:37:15,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284295403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:15,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/922e5df617024e229483952a13290c98 is 50, key is test_row_0/C:col10/1734284235295/Put/seqid=0 2024-12-15T17:37:15,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741886_1062 (size=12151) 2024-12-15T17:37:15,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284295462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:15,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284295480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:15,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284295484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:15,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284295668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:15,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284295686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:15,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284295686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:15,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/922e5df617024e229483952a13290c98 2024-12-15T17:37:15,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/209aedf28aff40adbd42deefb5f39573 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/209aedf28aff40adbd42deefb5f39573 2024-12-15T17:37:15,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/209aedf28aff40adbd42deefb5f39573, entries=150, sequenceid=237, filesize=11.9 K 2024-12-15T17:37:15,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/5231ea7616f746f9a6b96e6127e3d11d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/5231ea7616f746f9a6b96e6127e3d11d 2024-12-15T17:37:15,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/5231ea7616f746f9a6b96e6127e3d11d, entries=150, sequenceid=237, filesize=11.9 K 2024-12-15T17:37:15,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/922e5df617024e229483952a13290c98 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/922e5df617024e229483952a13290c98 2024-12-15T17:37:15,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/922e5df617024e229483952a13290c98, entries=150, sequenceid=237, filesize=11.9 K 2024-12-15T17:37:15,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ec10b09f051d47254984d29897f794bb in 617ms, sequenceid=237, compaction requested=true 2024-12-15T17:37:15,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:15,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:15,923 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:15,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:15,924 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:15,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:15,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:15,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:15,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:15,925 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:15,926 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/B is initiating minor compaction (all files) 2024-12-15T17:37:15,926 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/B in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:15,926 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3a242dc196594ffea092cc93f3f8e2d4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/b4efec9f2ce4472f956944671ee12a24, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/1f0f9e51fc9f46fd8992d76074a31189, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/5231ea7616f746f9a6b96e6127e3d11d] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=47.9 K 2024-12-15T17:37:15,926 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:15,926 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/A is initiating minor compaction (all files) 2024-12-15T17:37:15,927 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/A in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:15,927 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/6a8cc031882846e89d927f9e19ca538f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/65a1cf0e89254f6da39ad6596582b334, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/91cdda00a829431084a668f8c2d521d4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/209aedf28aff40adbd42deefb5f39573] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=47.9 K 2024-12-15T17:37:15,927 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a8cc031882846e89d927f9e19ca538f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284232144 2024-12-15T17:37:15,927 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a242dc196594ffea092cc93f3f8e2d4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284232144 2024-12-15T17:37:15,928 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65a1cf0e89254f6da39ad6596582b334, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734284232938 2024-12-15T17:37:15,928 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b4efec9f2ce4472f956944671ee12a24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734284232938 2024-12-15T17:37:15,929 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f0f9e51fc9f46fd8992d76074a31189, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734284233195 2024-12-15T17:37:15,929 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91cdda00a829431084a668f8c2d521d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734284233195 2024-12-15T17:37:15,929 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 209aedf28aff40adbd42deefb5f39573, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734284234163 2024-12-15T17:37:15,929 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5231ea7616f746f9a6b96e6127e3d11d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734284234163 2024-12-15T17:37:15,945 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#A#compaction#48 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:15,946 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/ed0be1edc93849168b4262d3b24f32c8 is 50, key is test_row_0/A:col10/1734284235295/Put/seqid=0 2024-12-15T17:37:15,976 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#B#compaction#49 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:15,976 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/57908cb0f60d4371aa45c9843cff1675 is 50, key is test_row_0/B:col10/1734284235295/Put/seqid=0 2024-12-15T17:37:15,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T17:37:15,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:15,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:15,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:15,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:15,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:15,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:16,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741887_1063 (size=12697) 2024-12-15T17:37:16,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/4944853a69fe4085825b4c795187d5d1 is 50, key is test_row_0/A:col10/1734284235983/Put/seqid=0 2024-12-15T17:37:16,048 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/ed0be1edc93849168b4262d3b24f32c8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/ed0be1edc93849168b4262d3b24f32c8 2024-12-15T17:37:16,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741888_1064 (size=12697) 2024-12-15T17:37:16,060 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ec10b09f051d47254984d29897f794bb/A of ec10b09f051d47254984d29897f794bb into ed0be1edc93849168b4262d3b24f32c8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:16,060 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:16,060 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/A, priority=12, startTime=1734284235922; duration=0sec 2024-12-15T17:37:16,060 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:16,060 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:A 2024-12-15T17:37:16,060 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:16,063 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:16,063 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/C is initiating minor compaction (all files) 2024-12-15T17:37:16,063 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/C in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:16,063 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/dc4bb3ebef184603bed9a2c178926900, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/914598048a654aafb0afa53597486275, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6faa3e78e2dd4f10b9e33d25e648b71b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/922e5df617024e229483952a13290c98] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=47.9 K 2024-12-15T17:37:16,064 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc4bb3ebef184603bed9a2c178926900, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284232144 2024-12-15T17:37:16,070 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 914598048a654aafb0afa53597486275, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734284232938 2024-12-15T17:37:16,072 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6faa3e78e2dd4f10b9e33d25e648b71b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734284233195 2024-12-15T17:37:16,073 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 922e5df617024e229483952a13290c98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734284234163 2024-12-15T17:37:16,074 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/57908cb0f60d4371aa45c9843cff1675 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/57908cb0f60d4371aa45c9843cff1675 2024-12-15T17:37:16,086 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ec10b09f051d47254984d29897f794bb/B of ec10b09f051d47254984d29897f794bb into 57908cb0f60d4371aa45c9843cff1675(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:16,087 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:16,087 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/B, priority=12, startTime=1734284235923; duration=0sec 2024-12-15T17:37:16,087 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:16,087 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:B 2024-12-15T17:37:16,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741889_1065 (size=12151) 2024-12-15T17:37:16,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/4944853a69fe4085825b4c795187d5d1 2024-12-15T17:37:16,121 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#C#compaction#51 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:16,122 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/ac2bcf11859b4d609bbd29a848568b46 is 50, key is test_row_0/C:col10/1734284235295/Put/seqid=0 2024-12-15T17:37:16,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284296114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284296120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284296124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/cc4c29ebec744db7abf212581539f139 is 50, key is test_row_0/B:col10/1734284235983/Put/seqid=0 2024-12-15T17:37:16,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741890_1066 (size=12697) 2024-12-15T17:37:16,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741891_1067 (size=12151) 2024-12-15T17:37:16,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284296231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284296234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284296235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56054 deadline: 1734284296292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,296 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8283 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., hostname=4ce65a7c4674,35427,1734284215611, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:37:16,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284296445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284296450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284296450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,610 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/ac2bcf11859b4d609bbd29a848568b46 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ac2bcf11859b4d609bbd29a848568b46 2024-12-15T17:37:16,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/cc4c29ebec744db7abf212581539f139 2024-12-15T17:37:16,640 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ec10b09f051d47254984d29897f794bb/C of ec10b09f051d47254984d29897f794bb into ac2bcf11859b4d609bbd29a848568b46(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:16,640 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:16,640 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/C, priority=12, startTime=1734284235925; duration=0sec 2024-12-15T17:37:16,640 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:16,640 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:C 2024-12-15T17:37:16,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/0fa326594fe64e6aaea77e3052d9b16e is 50, key is test_row_0/C:col10/1734284235983/Put/seqid=0 2024-12-15T17:37:16,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741892_1068 (size=12151) 2024-12-15T17:37:16,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/0fa326594fe64e6aaea77e3052d9b16e 2024-12-15T17:37:16,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/4944853a69fe4085825b4c795187d5d1 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/4944853a69fe4085825b4c795187d5d1 2024-12-15T17:37:16,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/4944853a69fe4085825b4c795187d5d1, entries=150, sequenceid=250, filesize=11.9 K 2024-12-15T17:37:16,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/cc4c29ebec744db7abf212581539f139 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/cc4c29ebec744db7abf212581539f139 2024-12-15T17:37:16,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/cc4c29ebec744db7abf212581539f139, entries=150, sequenceid=250, filesize=11.9 K 2024-12-15T17:37:16,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/0fa326594fe64e6aaea77e3052d9b16e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/0fa326594fe64e6aaea77e3052d9b16e 2024-12-15T17:37:16,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/0fa326594fe64e6aaea77e3052d9b16e, entries=150, sequenceid=250, filesize=11.9 K 2024-12-15T17:37:16,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ec10b09f051d47254984d29897f794bb in 768ms, sequenceid=250, compaction requested=false 2024-12-15T17:37:16,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:16,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:16,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T17:37:16,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:16,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:16,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:16,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:16,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:16,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:16,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/177a1dd41ac945729c018af8499f813c is 50, key is test_row_0/A:col10/1734284236758/Put/seqid=0 2024-12-15T17:37:16,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284296785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284296792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741893_1069 (size=17181) 2024-12-15T17:37:16,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284296798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T17:37:16,828 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-15T17:37:16,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:16,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-15T17:37:16,834 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:16,836 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:16,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T17:37:16,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284296911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284296911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:16,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284296924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T17:37:16,990 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:16,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T17:37:16,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:16,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:16,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:16,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:16,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:17,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284297129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284297131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T17:37:17,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284297139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T17:37:17,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:17,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:17,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:17,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:17,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:17,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/177a1dd41ac945729c018af8499f813c 2024-12-15T17:37:17,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/c8cc186acfa6492a9c19363b910e3de8 is 50, key is test_row_0/B:col10/1734284236758/Put/seqid=0 2024-12-15T17:37:17,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741894_1070 (size=12301) 2024-12-15T17:37:17,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/c8cc186acfa6492a9c19363b910e3de8 2024-12-15T17:37:17,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/95ef9c822f9044fdb0e867a8e9019055 is 50, key is test_row_0/C:col10/1734284236758/Put/seqid=0 2024-12-15T17:37:17,322 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T17:37:17,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:17,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:17,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:17,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:17,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:17,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741895_1071 (size=12301) 2024-12-15T17:37:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:17,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/95ef9c822f9044fdb0e867a8e9019055 2024-12-15T17:37:17,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/177a1dd41ac945729c018af8499f813c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/177a1dd41ac945729c018af8499f813c 2024-12-15T17:37:17,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/177a1dd41ac945729c018af8499f813c, entries=250, sequenceid=278, filesize=16.8 K 2024-12-15T17:37:17,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/c8cc186acfa6492a9c19363b910e3de8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/c8cc186acfa6492a9c19363b910e3de8 2024-12-15T17:37:17,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/c8cc186acfa6492a9c19363b910e3de8, entries=150, sequenceid=278, filesize=12.0 K 2024-12-15T17:37:17,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/95ef9c822f9044fdb0e867a8e9019055 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/95ef9c822f9044fdb0e867a8e9019055 2024-12-15T17:37:17,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/95ef9c822f9044fdb0e867a8e9019055, entries=150, sequenceid=278, filesize=12.0 K 2024-12-15T17:37:17,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ec10b09f051d47254984d29897f794bb in 654ms, sequenceid=278, compaction requested=true 2024-12-15T17:37:17,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:17,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:17,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:17,414 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:17,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:17,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:17,414 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:17,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:17,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:17,415 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:17,416 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/B is initiating minor compaction (all files) 2024-12-15T17:37:17,416 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/B in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:17,416 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/57908cb0f60d4371aa45c9843cff1675, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/cc4c29ebec744db7abf212581539f139, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/c8cc186acfa6492a9c19363b910e3de8] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=36.3 K 2024-12-15T17:37:17,417 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42029 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:17,417 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/A is initiating minor compaction (all files) 2024-12-15T17:37:17,417 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/A in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:17,417 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/ed0be1edc93849168b4262d3b24f32c8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/4944853a69fe4085825b4c795187d5d1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/177a1dd41ac945729c018af8499f813c] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=41.0 K 2024-12-15T17:37:17,418 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed0be1edc93849168b4262d3b24f32c8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734284234163 2024-12-15T17:37:17,418 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 57908cb0f60d4371aa45c9843cff1675, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734284234163 2024-12-15T17:37:17,418 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4944853a69fe4085825b4c795187d5d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734284235344 2024-12-15T17:37:17,419 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting cc4c29ebec744db7abf212581539f139, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734284235344 2024-12-15T17:37:17,419 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 177a1dd41ac945729c018af8499f813c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734284236044 2024-12-15T17:37:17,421 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c8cc186acfa6492a9c19363b910e3de8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734284236115 2024-12-15T17:37:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:17,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T17:37:17,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:17,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:17,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:17,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:17,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:17,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T17:37:17,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/c21b02d8df4f416288383a92df40459f is 50, key is test_row_0/A:col10/1734284236763/Put/seqid=0 2024-12-15T17:37:17,481 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#B#compaction#58 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:17,481 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/5268a7d42d3345349a7607126ec236cd is 50, key is test_row_0/B:col10/1734284236758/Put/seqid=0 2024-12-15T17:37:17,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T17:37:17,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:17,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:17,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:17,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:17,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:17,496 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#A#compaction#59 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:17,497 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/d452e528ca84498b97980ad0ac03e758 is 50, key is test_row_0/A:col10/1734284236758/Put/seqid=0 2024-12-15T17:37:17,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284297515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284297517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284297520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284297521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741896_1072 (size=12301) 2024-12-15T17:37:17,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/c21b02d8df4f416288383a92df40459f 2024-12-15T17:37:17,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741897_1073 (size=12949) 2024-12-15T17:37:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741898_1074 (size=12949) 2024-12-15T17:37:17,586 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/5268a7d42d3345349a7607126ec236cd as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/5268a7d42d3345349a7607126ec236cd 2024-12-15T17:37:17,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/00a9b8bb2f184e028c54c5d4835709c7 is 50, key is test_row_0/B:col10/1734284236763/Put/seqid=0 2024-12-15T17:37:17,607 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/d452e528ca84498b97980ad0ac03e758 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/d452e528ca84498b97980ad0ac03e758 2024-12-15T17:37:17,614 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/B of ec10b09f051d47254984d29897f794bb into 5268a7d42d3345349a7607126ec236cd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:17,615 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:17,615 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/B, priority=13, startTime=1734284237414; duration=0sec 2024-12-15T17:37:17,615 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:17,615 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:B 2024-12-15T17:37:17,615 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:17,618 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:17,618 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/C is initiating minor compaction (all files) 2024-12-15T17:37:17,618 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/C in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:17,618 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ac2bcf11859b4d609bbd29a848568b46, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/0fa326594fe64e6aaea77e3052d9b16e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/95ef9c822f9044fdb0e867a8e9019055] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=36.3 K 2024-12-15T17:37:17,619 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ac2bcf11859b4d609bbd29a848568b46, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1734284234163 2024-12-15T17:37:17,620 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fa326594fe64e6aaea77e3052d9b16e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734284235344 2024-12-15T17:37:17,620 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/A of ec10b09f051d47254984d29897f794bb into d452e528ca84498b97980ad0ac03e758(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:17,620 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:17,620 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/A, priority=13, startTime=1734284237413; duration=0sec 2024-12-15T17:37:17,620 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:17,620 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:A 2024-12-15T17:37:17,620 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 95ef9c822f9044fdb0e867a8e9019055, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734284236115 2024-12-15T17:37:17,643 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T17:37:17,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:17,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:17,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:17,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:17,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:17,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741899_1075 (size=12301) 2024-12-15T17:37:17,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/00a9b8bb2f184e028c54c5d4835709c7 2024-12-15T17:37:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:17,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284297628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284297628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284297631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284297632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,670 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#C#compaction#61 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:17,671 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/19877314b01a43cf9f44820614863cc5 is 50, key is test_row_0/C:col10/1734284236758/Put/seqid=0 2024-12-15T17:37:17,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/3a85b12933344e3eb86221da53c735f7 is 50, key is test_row_0/C:col10/1734284236763/Put/seqid=0 2024-12-15T17:37:17,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741901_1077 (size=12301) 2024-12-15T17:37:17,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741900_1076 (size=12949) 2024-12-15T17:37:17,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/3a85b12933344e3eb86221da53c735f7 2024-12-15T17:37:17,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/c21b02d8df4f416288383a92df40459f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/c21b02d8df4f416288383a92df40459f 2024-12-15T17:37:17,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/c21b02d8df4f416288383a92df40459f, entries=150, sequenceid=290, filesize=12.0 K 2024-12-15T17:37:17,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/00a9b8bb2f184e028c54c5d4835709c7 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/00a9b8bb2f184e028c54c5d4835709c7 2024-12-15T17:37:17,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/00a9b8bb2f184e028c54c5d4835709c7, entries=150, sequenceid=290, filesize=12.0 K 2024-12-15T17:37:17,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/3a85b12933344e3eb86221da53c735f7 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/3a85b12933344e3eb86221da53c735f7 2024-12-15T17:37:17,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/3a85b12933344e3eb86221da53c735f7, entries=150, sequenceid=290, filesize=12.0 K 2024-12-15T17:37:17,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ec10b09f051d47254984d29897f794bb in 370ms, sequenceid=290, compaction requested=false 2024-12-15T17:37:17,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:17,809 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T17:37:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:17,811 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T17:37:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:17,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:17,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/1d9906977cbf4b88af09a54b2ccb117b is 50, key is test_row_0/A:col10/1734284237518/Put/seqid=0 2024-12-15T17:37:17,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741902_1078 (size=12301) 2024-12-15T17:37:17,849 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/1d9906977cbf4b88af09a54b2ccb117b 2024-12-15T17:37:17,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:17,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/ad584a744dcd42d2973314ddff8425c8 is 50, key is test_row_0/B:col10/1734284237518/Put/seqid=0 2024-12-15T17:37:17,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284297878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284297879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284297881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284297882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741903_1079 (size=12301) 2024-12-15T17:37:17,919 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/ad584a744dcd42d2973314ddff8425c8 2024-12-15T17:37:17,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/2d8defdf348f4d1f995378f5a9ce7be8 is 50, key is test_row_0/C:col10/1734284237518/Put/seqid=0 2024-12-15T17:37:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T17:37:17,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741904_1080 (size=12301) 2024-12-15T17:37:17,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284297988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:17,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284297988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284298005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284298005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,141 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/19877314b01a43cf9f44820614863cc5 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/19877314b01a43cf9f44820614863cc5 2024-12-15T17:37:18,168 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/C of ec10b09f051d47254984d29897f794bb into 19877314b01a43cf9f44820614863cc5(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:18,168 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:18,168 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/C, priority=13, startTime=1734284237414; duration=0sec 2024-12-15T17:37:18,169 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:18,169 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:C 2024-12-15T17:37:18,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284298197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284298205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284298220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284298216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,387 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/2d8defdf348f4d1f995378f5a9ce7be8 2024-12-15T17:37:18,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/1d9906977cbf4b88af09a54b2ccb117b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/1d9906977cbf4b88af09a54b2ccb117b 2024-12-15T17:37:18,449 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/1d9906977cbf4b88af09a54b2ccb117b, entries=150, sequenceid=316, filesize=12.0 K 2024-12-15T17:37:18,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-15T17:37:18,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/ad584a744dcd42d2973314ddff8425c8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/ad584a744dcd42d2973314ddff8425c8 2024-12-15T17:37:18,484 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/ad584a744dcd42d2973314ddff8425c8, entries=150, sequenceid=316, filesize=12.0 K 2024-12-15T17:37:18,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/2d8defdf348f4d1f995378f5a9ce7be8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/2d8defdf348f4d1f995378f5a9ce7be8 2024-12-15T17:37:18,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284298518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,526 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/2d8defdf348f4d1f995378f5a9ce7be8, entries=150, sequenceid=316, filesize=12.0 K 2024-12-15T17:37:18,533 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ec10b09f051d47254984d29897f794bb in 721ms, sequenceid=316, compaction requested=true 2024-12-15T17:37:18,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:18,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:18,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-15T17:37:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-15T17:37:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:18,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T17:37:18,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:18,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:18,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:18,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:18,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:18,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:18,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/627623c556cd4300b938081a143706fa is 50, key is test_row_0/A:col10/1734284237878/Put/seqid=0 2024-12-15T17:37:18,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-15T17:37:18,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7150 sec 2024-12-15T17:37:18,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.7410 sec 2024-12-15T17:37:18,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741905_1081 (size=14741) 2024-12-15T17:37:18,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/627623c556cd4300b938081a143706fa 2024-12-15T17:37:18,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/57455f3de70f4e3881675efea49506d0 is 50, key is test_row_0/B:col10/1734284237878/Put/seqid=0 2024-12-15T17:37:18,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284298662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284298664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284298664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741906_1082 (size=12301) 2024-12-15T17:37:18,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/57455f3de70f4e3881675efea49506d0 2024-12-15T17:37:18,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/a6905e02f72849c19ed48fe5aad139fa is 50, key is test_row_0/C:col10/1734284237878/Put/seqid=0 2024-12-15T17:37:18,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284298769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284298770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741907_1083 (size=12301) 2024-12-15T17:37:18,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284298769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T17:37:18,949 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-15T17:37:18,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-15T17:37:18,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T17:37:18,983 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:18,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284298977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284298985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284298978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:18,995 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:18,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:19,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:19,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284299033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T17:37:19,170 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T17:37:19,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:19,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/a6905e02f72849c19ed48fe5aad139fa 2024-12-15T17:37:19,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/627623c556cd4300b938081a143706fa as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/627623c556cd4300b938081a143706fa 2024-12-15T17:37:19,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/627623c556cd4300b938081a143706fa, entries=200, sequenceid=330, filesize=14.4 K 2024-12-15T17:37:19,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/57455f3de70f4e3881675efea49506d0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/57455f3de70f4e3881675efea49506d0 2024-12-15T17:37:19,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/57455f3de70f4e3881675efea49506d0, entries=150, sequenceid=330, filesize=12.0 K 2024-12-15T17:37:19,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/a6905e02f72849c19ed48fe5aad139fa as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/a6905e02f72849c19ed48fe5aad139fa 2024-12-15T17:37:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T17:37:19,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/a6905e02f72849c19ed48fe5aad139fa, entries=150, sequenceid=330, filesize=12.0 K 2024-12-15T17:37:19,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ec10b09f051d47254984d29897f794bb in 742ms, sequenceid=330, compaction requested=true 2024-12-15T17:37:19,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:19,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:19,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:19,280 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:19,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:19,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:19,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:19,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T17:37:19,280 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:19,283 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:19,284 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/A is initiating minor compaction (all files) 2024-12-15T17:37:19,284 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/A in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,284 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/d452e528ca84498b97980ad0ac03e758, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/c21b02d8df4f416288383a92df40459f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/1d9906977cbf4b88af09a54b2ccb117b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/627623c556cd4300b938081a143706fa] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=51.1 K 2024-12-15T17:37:19,284 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:19,284 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/B is initiating minor compaction (all files) 2024-12-15T17:37:19,285 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/B in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,285 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/5268a7d42d3345349a7607126ec236cd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/00a9b8bb2f184e028c54c5d4835709c7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/ad584a744dcd42d2973314ddff8425c8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/57455f3de70f4e3881675efea49506d0] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=48.7 K 2024-12-15T17:37:19,285 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5268a7d42d3345349a7607126ec236cd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734284236115 2024-12-15T17:37:19,286 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d452e528ca84498b97980ad0ac03e758, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734284236115 2024-12-15T17:37:19,286 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00a9b8bb2f184e028c54c5d4835709c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1734284236763 2024-12-15T17:37:19,286 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c21b02d8df4f416288383a92df40459f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1734284236763 2024-12-15T17:37:19,287 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d9906977cbf4b88af09a54b2ccb117b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734284237508 2024-12-15T17:37:19,288 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad584a744dcd42d2973314ddff8425c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734284237508 2024-12-15T17:37:19,288 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 627623c556cd4300b938081a143706fa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734284237875 2024-12-15T17:37:19,288 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57455f3de70f4e3881675efea49506d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734284237876 2024-12-15T17:37:19,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T17:37:19,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:19,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:19,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:19,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:19,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:19,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:19,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:19,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/f888c7152c01486dbe095b6e901dd40a is 50, key is test_row_0/A:col10/1734284238657/Put/seqid=0 2024-12-15T17:37:19,325 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,330 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#B#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:19,331 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/654ff98de94a4555b340f0617b7c104a is 50, key is test_row_0/B:col10/1734284237878/Put/seqid=0 2024-12-15T17:37:19,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T17:37:19,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:19,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,341 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#A#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:19,342 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/6561d08559974cb7bfc2260f58541641 is 50, key is test_row_0/A:col10/1734284237878/Put/seqid=0 2024-12-15T17:37:19,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:19,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284299335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284299338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284299340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741908_1084 (size=14741) 2024-12-15T17:37:19,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741909_1085 (size=13085) 2024-12-15T17:37:19,417 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/654ff98de94a4555b340f0617b7c104a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/654ff98de94a4555b340f0617b7c104a 2024-12-15T17:37:19,428 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ec10b09f051d47254984d29897f794bb/B of ec10b09f051d47254984d29897f794bb into 654ff98de94a4555b340f0617b7c104a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:19,428 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:19,428 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/B, priority=12, startTime=1734284239280; duration=0sec 2024-12-15T17:37:19,428 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:19,428 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:B 2024-12-15T17:37:19,429 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:19,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741910_1086 (size=13085) 2024-12-15T17:37:19,440 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:19,440 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/C is initiating minor compaction (all files) 2024-12-15T17:37:19,440 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/C in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,440 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/19877314b01a43cf9f44820614863cc5, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/3a85b12933344e3eb86221da53c735f7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/2d8defdf348f4d1f995378f5a9ce7be8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/a6905e02f72849c19ed48fe5aad139fa] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=48.7 K 2024-12-15T17:37:19,442 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19877314b01a43cf9f44820614863cc5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734284236115 2024-12-15T17:37:19,443 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a85b12933344e3eb86221da53c735f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1734284236763 2024-12-15T17:37:19,443 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d8defdf348f4d1f995378f5a9ce7be8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1734284237508 2024-12-15T17:37:19,444 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6905e02f72849c19ed48fe5aad139fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734284237876 2024-12-15T17:37:19,448 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/6561d08559974cb7bfc2260f58541641 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/6561d08559974cb7bfc2260f58541641 2024-12-15T17:37:19,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:19,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284299447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284299448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:19,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284299450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,472 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ec10b09f051d47254984d29897f794bb/A of ec10b09f051d47254984d29897f794bb into 6561d08559974cb7bfc2260f58541641(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:19,472 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:19,472 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/A, priority=12, startTime=1734284239280; duration=0sec 2024-12-15T17:37:19,472 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:19,472 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:A 2024-12-15T17:37:19,490 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#C#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:19,491 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/c74560e62e5440929191ecd1de23cf77 is 50, key is test_row_0/C:col10/1734284237878/Put/seqid=0 2024-12-15T17:37:19,491 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T17:37:19,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:19,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741911_1087 (size=13085) 2024-12-15T17:37:19,553 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/c74560e62e5440929191ecd1de23cf77 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/c74560e62e5440929191ecd1de23cf77 2024-12-15T17:37:19,571 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ec10b09f051d47254984d29897f794bb/C of ec10b09f051d47254984d29897f794bb into c74560e62e5440929191ecd1de23cf77(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:19,572 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:19,572 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/C, priority=12, startTime=1734284239280; duration=0sec 2024-12-15T17:37:19,572 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:19,572 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:C 2024-12-15T17:37:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T17:37:19,650 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T17:37:19,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:19,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284299664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284299664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284299664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/f888c7152c01486dbe095b6e901dd40a 2024-12-15T17:37:19,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/e19410fc8e86455097663a76e49b18ab is 50, key is test_row_0/B:col10/1734284238657/Put/seqid=0 2024-12-15T17:37:19,815 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T17:37:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:19,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741912_1088 (size=12301) 2024-12-15T17:37:19,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/e19410fc8e86455097663a76e49b18ab 2024-12-15T17:37:19,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/5491bb1d64e94c5ebf11949d89482099 is 50, key is test_row_0/C:col10/1734284238657/Put/seqid=0 2024-12-15T17:37:19,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741913_1089 (size=12301) 2024-12-15T17:37:19,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/5491bb1d64e94c5ebf11949d89482099 2024-12-15T17:37:19,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/f888c7152c01486dbe095b6e901dd40a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/f888c7152c01486dbe095b6e901dd40a 2024-12-15T17:37:19,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/f888c7152c01486dbe095b6e901dd40a, entries=200, sequenceid=354, filesize=14.4 K 2024-12-15T17:37:19,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/e19410fc8e86455097663a76e49b18ab as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/e19410fc8e86455097663a76e49b18ab 2024-12-15T17:37:19,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/e19410fc8e86455097663a76e49b18ab, entries=150, sequenceid=354, filesize=12.0 K 2024-12-15T17:37:19,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/5491bb1d64e94c5ebf11949d89482099 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/5491bb1d64e94c5ebf11949d89482099 2024-12-15T17:37:19,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/5491bb1d64e94c5ebf11949d89482099, entries=150, sequenceid=354, filesize=12.0 K 2024-12-15T17:37:19,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for ec10b09f051d47254984d29897f794bb in 663ms, sequenceid=354, compaction requested=false 2024-12-15T17:37:19,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:19,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:19,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:19,975 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T17:37:19,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:19,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:19,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:19,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:19,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:19,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:19,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T17:37:19,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:19,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:19,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:19,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/24a68fb37e7447d9995bda5b30f16ebf is 50, key is test_row_0/A:col10/1734284239973/Put/seqid=0 2024-12-15T17:37:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741914_1090 (size=14741) 2024-12-15T17:37:20,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T17:37:20,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/24a68fb37e7447d9995bda5b30f16ebf 2024-12-15T17:37:20,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284300101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/3f5bfa2371264dd984391bc701c7cae1 is 50, key is test_row_0/B:col10/1734284239973/Put/seqid=0 2024-12-15T17:37:20,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284300103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284300102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284300108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741915_1091 (size=12301) 2024-12-15T17:37:20,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/3f5bfa2371264dd984391bc701c7cae1 2024-12-15T17:37:20,141 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T17:37:20,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:20,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:20,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:20,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/49671457b57c4c69b81d8edf3d0f9f41 is 50, key is test_row_0/C:col10/1734284239973/Put/seqid=0 2024-12-15T17:37:20,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741916_1092 (size=12301) 2024-12-15T17:37:20,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284300218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284300219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284300224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284300236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,307 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T17:37:20,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:20,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:20,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:20,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284300432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284300432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284300442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284300439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,462 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T17:37:20,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:20,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,618 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T17:37:20,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:20,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:20,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:20,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/49671457b57c4c69b81d8edf3d0f9f41 2024-12-15T17:37:20,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/24a68fb37e7447d9995bda5b30f16ebf as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/24a68fb37e7447d9995bda5b30f16ebf 2024-12-15T17:37:20,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/24a68fb37e7447d9995bda5b30f16ebf, entries=200, sequenceid=371, filesize=14.4 K 2024-12-15T17:37:20,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/3f5bfa2371264dd984391bc701c7cae1 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3f5bfa2371264dd984391bc701c7cae1 2024-12-15T17:37:20,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3f5bfa2371264dd984391bc701c7cae1, entries=150, sequenceid=371, filesize=12.0 K 2024-12-15T17:37:20,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/49671457b57c4c69b81d8edf3d0f9f41 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/49671457b57c4c69b81d8edf3d0f9f41 2024-12-15T17:37:20,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56012 deadline: 1734284300751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56034 deadline: 1734284300751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56046 deadline: 1734284300748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56022 deadline: 1734284300751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/49671457b57c4c69b81d8edf3d0f9f41, entries=150, sequenceid=371, filesize=12.0 K 2024-12-15T17:37:20,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T17:37:20,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:20,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:20,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:20,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:20,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for ec10b09f051d47254984d29897f794bb in 811ms, sequenceid=371, compaction requested=true 2024-12-15T17:37:20,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:20,787 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:20,789 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ec10b09f051d47254984d29897f794bb:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:20,799 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42567 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:20,799 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/A is initiating minor compaction (all files) 2024-12-15T17:37:20,799 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/A in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:20,799 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/6561d08559974cb7bfc2260f58541641, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/f888c7152c01486dbe095b6e901dd40a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/24a68fb37e7447d9995bda5b30f16ebf] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=41.6 K 2024-12-15T17:37:20,800 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:20,800 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/B is initiating minor compaction (all files) 2024-12-15T17:37:20,800 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/B in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:20,800 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/654ff98de94a4555b340f0617b7c104a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/e19410fc8e86455097663a76e49b18ab, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3f5bfa2371264dd984391bc701c7cae1] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=36.8 K 2024-12-15T17:37:20,802 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 6561d08559974cb7bfc2260f58541641, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734284237876 2024-12-15T17:37:20,804 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 654ff98de94a4555b340f0617b7c104a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734284237876 2024-12-15T17:37:20,808 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e19410fc8e86455097663a76e49b18ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734284238657 2024-12-15T17:37:20,809 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f888c7152c01486dbe095b6e901dd40a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734284238646 2024-12-15T17:37:20,813 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f5bfa2371264dd984391bc701c7cae1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734284239334 2024-12-15T17:37:20,813 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 24a68fb37e7447d9995bda5b30f16ebf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734284239311 2024-12-15T17:37:20,882 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#A#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:20,882 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/6cfc38df3736448e9ff76abec9728b90 is 50, key is test_row_0/A:col10/1734284239973/Put/seqid=0 2024-12-15T17:37:20,907 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#B#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:20,908 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/b4bf1f60ccdb4839ba99b1e32148f191 is 50, key is test_row_0/B:col10/1734284239973/Put/seqid=0 2024-12-15T17:37:20,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741917_1093 (size=13187) 2024-12-15T17:37:20,931 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:20,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T17:37:20,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:20,933 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T17:37:20,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:20,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:20,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:20,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:20,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:20,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:20,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/41b512510eb244e595451b277464452b is 50, key is test_row_0/A:col10/1734284240096/Put/seqid=0 2024-12-15T17:37:20,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741918_1094 (size=13187) 2024-12-15T17:37:20,967 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/6cfc38df3736448e9ff76abec9728b90 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/6cfc38df3736448e9ff76abec9728b90 2024-12-15T17:37:20,991 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/A of ec10b09f051d47254984d29897f794bb into 6cfc38df3736448e9ff76abec9728b90(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:20,991 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:20,992 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/A, priority=13, startTime=1734284240787; duration=0sec 2024-12-15T17:37:20,992 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:20,992 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:A 2024-12-15T17:37:20,992 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:20,997 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/b4bf1f60ccdb4839ba99b1e32148f191 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/b4bf1f60ccdb4839ba99b1e32148f191 2024-12-15T17:37:21,003 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:21,003 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): ec10b09f051d47254984d29897f794bb/C is initiating minor compaction (all files) 2024-12-15T17:37:21,003 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ec10b09f051d47254984d29897f794bb/C in TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:21,004 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/c74560e62e5440929191ecd1de23cf77, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/5491bb1d64e94c5ebf11949d89482099, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/49671457b57c4c69b81d8edf3d0f9f41] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp, totalSize=36.8 K 2024-12-15T17:37:21,005 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c74560e62e5440929191ecd1de23cf77, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1734284237876 2024-12-15T17:37:21,008 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5491bb1d64e94c5ebf11949d89482099, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1734284238657 2024-12-15T17:37:21,010 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 49671457b57c4c69b81d8edf3d0f9f41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734284239334 2024-12-15T17:37:21,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741919_1095 (size=12301) 2024-12-15T17:37:21,015 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/B of ec10b09f051d47254984d29897f794bb into b4bf1f60ccdb4839ba99b1e32148f191(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:21,015 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:21,015 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/B, priority=13, startTime=1734284240789; duration=0sec 2024-12-15T17:37:21,015 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:21,015 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:B 2024-12-15T17:37:21,016 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/41b512510eb244e595451b277464452b 2024-12-15T17:37:21,038 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ec10b09f051d47254984d29897f794bb#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:21,039 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/b6f2647e34ec421e8edff92aa8fba13b is 50, key is test_row_0/C:col10/1734284239973/Put/seqid=0 2024-12-15T17:37:21,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/11f1cb91b23047e8b92dec34bc95c5ac is 50, key is test_row_0/B:col10/1734284240096/Put/seqid=0 2024-12-15T17:37:21,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T17:37:21,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741920_1096 (size=13187) 2024-12-15T17:37:21,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741921_1097 (size=12301) 2024-12-15T17:37:21,149 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18603bb9 to 127.0.0.1:49653 2024-12-15T17:37:21,149 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:21,151 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c3b736e to 127.0.0.1:49653 2024-12-15T17:37:21,151 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:21,154 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09ed28bb to 127.0.0.1:49653 2024-12-15T17:37:21,155 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:21,157 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x353bc462 to 127.0.0.1:49653 2024-12-15T17:37:21,157 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:21,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. as already flushing 2024-12-15T17:37:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:21,264 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58a2fb14 to 127.0.0.1:49653 2024-12-15T17:37:21,265 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:21,266 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:49653 2024-12-15T17:37:21,266 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:21,268 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:49653 2024-12-15T17:37:21,268 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:21,271 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f2091cc to 127.0.0.1:49653 2024-12-15T17:37:21,271 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:21,504 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/b6f2647e34ec421e8edff92aa8fba13b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/b6f2647e34ec421e8edff92aa8fba13b 2024-12-15T17:37:21,511 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ec10b09f051d47254984d29897f794bb/C of ec10b09f051d47254984d29897f794bb into b6f2647e34ec421e8edff92aa8fba13b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:21,511 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:21,511 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb., storeName=ec10b09f051d47254984d29897f794bb/C, priority=13, startTime=1734284240789; duration=0sec 2024-12-15T17:37:21,511 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:21,511 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ec10b09f051d47254984d29897f794bb:C 2024-12-15T17:37:21,528 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/11f1cb91b23047e8b92dec34bc95c5ac 2024-12-15T17:37:21,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/15fff1c757f94fdfa017f6b05e1fd315 is 50, key is test_row_0/C:col10/1734284240096/Put/seqid=0 2024-12-15T17:37:21,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741922_1098 (size=12301) 2024-12-15T17:37:21,948 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/15fff1c757f94fdfa017f6b05e1fd315 2024-12-15T17:37:21,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/41b512510eb244e595451b277464452b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/41b512510eb244e595451b277464452b 2024-12-15T17:37:21,971 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/41b512510eb244e595451b277464452b, entries=150, sequenceid=394, filesize=12.0 K 2024-12-15T17:37:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/11f1cb91b23047e8b92dec34bc95c5ac as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/11f1cb91b23047e8b92dec34bc95c5ac 2024-12-15T17:37:21,980 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/11f1cb91b23047e8b92dec34bc95c5ac, entries=150, sequenceid=394, filesize=12.0 K 2024-12-15T17:37:21,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/15fff1c757f94fdfa017f6b05e1fd315 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/15fff1c757f94fdfa017f6b05e1fd315 2024-12-15T17:37:21,990 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/15fff1c757f94fdfa017f6b05e1fd315, entries=150, sequenceid=394, filesize=12.0 K 2024-12-15T17:37:21,991 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for ec10b09f051d47254984d29897f794bb in 1058ms, sequenceid=394, compaction requested=false 2024-12-15T17:37:21,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:21,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:21,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-15T17:37:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-15T17:37:21,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-15T17:37:21,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9980 sec 2024-12-15T17:37:21,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 3.0330 sec 2024-12-15T17:37:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T17:37:23,084 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-15T17:37:23,367 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:37:26,388 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18cb251d to 127.0.0.1:49653 2024-12-15T17:37:26,388 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:26,388 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T17:37:26,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-15T17:37:26,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-15T17:37:26,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 65 2024-12-15T17:37:26,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-12-15T17:37:26,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-15T17:37:26,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T17:37:26,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2350 2024-12-15T17:37:26,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2415 2024-12-15T17:37:26,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T17:37:26,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1077 2024-12-15T17:37:26,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3229 rows 2024-12-15T17:37:26,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1103 2024-12-15T17:37:26,389 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3308 rows 2024-12-15T17:37:26,389 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T17:37:26,389 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45109fbb to 127.0.0.1:49653 2024-12-15T17:37:26,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:26,392 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T17:37:26,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T17:37:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T17:37:26,421 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284246421"}]},"ts":"1734284246421"} 2024-12-15T17:37:26,428 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T17:37:26,475 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T17:37:26,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T17:37:26,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec10b09f051d47254984d29897f794bb, UNASSIGN}] 2024-12-15T17:37:26,516 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec10b09f051d47254984d29897f794bb, UNASSIGN 2024-12-15T17:37:26,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=ec10b09f051d47254984d29897f794bb, regionState=CLOSING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:26,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T17:37:26,535 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:37:26,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; CloseRegionProcedure ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:37:26,698 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:26,700 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(124): Close ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:26,700 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:37:26,701 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1681): Closing ec10b09f051d47254984d29897f794bb, disabling compactions & flushes 2024-12-15T17:37:26,702 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:26,702 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:26,702 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. after waiting 0 ms 2024-12-15T17:37:26,702 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:26,702 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(2837): Flushing ec10b09f051d47254984d29897f794bb 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T17:37:26,702 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=A 2024-12-15T17:37:26,702 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:26,702 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=B 2024-12-15T17:37:26,703 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:26,703 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ec10b09f051d47254984d29897f794bb, store=C 2024-12-15T17:37:26,703 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:26,709 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/942990de24a8442eb03582b2e650292d is 50, key is test_row_0/A:col10/1734284246386/Put/seqid=0 2024-12-15T17:37:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T17:37:26,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741923_1099 (size=12301) 2024-12-15T17:37:26,755 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/942990de24a8442eb03582b2e650292d 2024-12-15T17:37:26,775 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/8ae7455192c44f23a8197180d77e2376 is 50, key is test_row_0/B:col10/1734284246386/Put/seqid=0 2024-12-15T17:37:26,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741924_1100 (size=12301) 2024-12-15T17:37:27,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T17:37:27,137 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T17:37:27,140 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T17:37:27,209 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/8ae7455192c44f23a8197180d77e2376 2024-12-15T17:37:27,234 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/320a997b85624b009b292163a1b04517 is 50, key is test_row_0/C:col10/1734284246386/Put/seqid=0 2024-12-15T17:37:27,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741925_1101 (size=12301) 2024-12-15T17:37:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T17:37:27,692 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/320a997b85624b009b292163a1b04517 2024-12-15T17:37:27,719 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/A/942990de24a8442eb03582b2e650292d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/942990de24a8442eb03582b2e650292d 2024-12-15T17:37:27,729 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/942990de24a8442eb03582b2e650292d, entries=150, sequenceid=405, filesize=12.0 K 2024-12-15T17:37:27,732 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/B/8ae7455192c44f23a8197180d77e2376 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/8ae7455192c44f23a8197180d77e2376 2024-12-15T17:37:27,753 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/8ae7455192c44f23a8197180d77e2376, entries=150, sequenceid=405, filesize=12.0 K 2024-12-15T17:37:27,757 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/.tmp/C/320a997b85624b009b292163a1b04517 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/320a997b85624b009b292163a1b04517 2024-12-15T17:37:27,790 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/320a997b85624b009b292163a1b04517, entries=150, sequenceid=405, filesize=12.0 K 2024-12-15T17:37:27,792 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ec10b09f051d47254984d29897f794bb in 1090ms, sequenceid=405, compaction requested=true 2024-12-15T17:37:27,799 DEBUG [StoreCloser-TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/b055e4af77f44efc8b8ab39c707dee95, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/0a7c8e48531e49ee9abf6849b70f3c42, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/7128be431a1849bdb2bb63a625960385, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/e5bea7f949824a28a1b0830c8d5ca686, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/efdb6f37814943f282ebb89813a68770, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/9b50cd6fd580481ea3dc5ce3876a976c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/4118429b7c60430d9c9f4ed9c9ddb96b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/516755d1426c46d39c0e62cee8346e36, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/06c0bcf79bc746319efb7958839df885, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/ec02184fc0c24dfaa1d5e244009b3d2d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/3b34a3ba0e4c4c1ab647c753d0a13dc3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/c7fc08851bf34254931260f302e193f7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/6a8cc031882846e89d927f9e19ca538f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/65a1cf0e89254f6da39ad6596582b334, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/91cdda00a829431084a668f8c2d521d4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/ed0be1edc93849168b4262d3b24f32c8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/209aedf28aff40adbd42deefb5f39573, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/4944853a69fe4085825b4c795187d5d1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/177a1dd41ac945729c018af8499f813c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/d452e528ca84498b97980ad0ac03e758, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/c21b02d8df4f416288383a92df40459f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/1d9906977cbf4b88af09a54b2ccb117b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/627623c556cd4300b938081a143706fa, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/6561d08559974cb7bfc2260f58541641, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/f888c7152c01486dbe095b6e901dd40a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/24a68fb37e7447d9995bda5b30f16ebf] to archive 2024-12-15T17:37:27,807 DEBUG [StoreCloser-TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:37:27,831 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/b055e4af77f44efc8b8ab39c707dee95 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/b055e4af77f44efc8b8ab39c707dee95 2024-12-15T17:37:27,843 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/0a7c8e48531e49ee9abf6849b70f3c42 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/0a7c8e48531e49ee9abf6849b70f3c42 2024-12-15T17:37:27,844 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/7128be431a1849bdb2bb63a625960385 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/7128be431a1849bdb2bb63a625960385 2024-12-15T17:37:27,846 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/e5bea7f949824a28a1b0830c8d5ca686 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/e5bea7f949824a28a1b0830c8d5ca686 2024-12-15T17:37:27,853 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/efdb6f37814943f282ebb89813a68770 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/efdb6f37814943f282ebb89813a68770 2024-12-15T17:37:27,873 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/ec02184fc0c24dfaa1d5e244009b3d2d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/ec02184fc0c24dfaa1d5e244009b3d2d 2024-12-15T17:37:27,873 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/3b34a3ba0e4c4c1ab647c753d0a13dc3 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/3b34a3ba0e4c4c1ab647c753d0a13dc3 2024-12-15T17:37:27,877 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/6a8cc031882846e89d927f9e19ca538f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/6a8cc031882846e89d927f9e19ca538f 2024-12-15T17:37:27,877 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/516755d1426c46d39c0e62cee8346e36 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/516755d1426c46d39c0e62cee8346e36 2024-12-15T17:37:27,879 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/65a1cf0e89254f6da39ad6596582b334 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/65a1cf0e89254f6da39ad6596582b334 2024-12-15T17:37:27,879 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/91cdda00a829431084a668f8c2d521d4 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/91cdda00a829431084a668f8c2d521d4 2024-12-15T17:37:27,879 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/9b50cd6fd580481ea3dc5ce3876a976c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/9b50cd6fd580481ea3dc5ce3876a976c 2024-12-15T17:37:27,884 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/06c0bcf79bc746319efb7958839df885 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/06c0bcf79bc746319efb7958839df885 2024-12-15T17:37:27,890 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/4118429b7c60430d9c9f4ed9c9ddb96b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/4118429b7c60430d9c9f4ed9c9ddb96b 2024-12-15T17:37:27,891 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/c7fc08851bf34254931260f302e193f7 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/c7fc08851bf34254931260f302e193f7 2024-12-15T17:37:27,892 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/c21b02d8df4f416288383a92df40459f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/c21b02d8df4f416288383a92df40459f 2024-12-15T17:37:27,893 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/4944853a69fe4085825b4c795187d5d1 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/4944853a69fe4085825b4c795187d5d1 2024-12-15T17:37:27,894 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/ed0be1edc93849168b4262d3b24f32c8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/ed0be1edc93849168b4262d3b24f32c8 2024-12-15T17:37:27,894 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/1d9906977cbf4b88af09a54b2ccb117b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/1d9906977cbf4b88af09a54b2ccb117b 2024-12-15T17:37:27,894 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/177a1dd41ac945729c018af8499f813c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/177a1dd41ac945729c018af8499f813c 2024-12-15T17:37:27,895 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/d452e528ca84498b97980ad0ac03e758 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/d452e528ca84498b97980ad0ac03e758 2024-12-15T17:37:27,895 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/209aedf28aff40adbd42deefb5f39573 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/209aedf28aff40adbd42deefb5f39573 2024-12-15T17:37:27,897 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/627623c556cd4300b938081a143706fa to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/627623c556cd4300b938081a143706fa 2024-12-15T17:37:27,898 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/6561d08559974cb7bfc2260f58541641 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/6561d08559974cb7bfc2260f58541641 2024-12-15T17:37:27,898 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/f888c7152c01486dbe095b6e901dd40a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/f888c7152c01486dbe095b6e901dd40a 2024-12-15T17:37:27,905 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/24a68fb37e7447d9995bda5b30f16ebf to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/24a68fb37e7447d9995bda5b30f16ebf 2024-12-15T17:37:27,958 DEBUG [StoreCloser-TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/19912e84093a454e8450210d276cb6e7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/22e896eb39af4c54b94947110a064372, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/0df4f9615e5941178a8e8c34d0183977, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/902ac68f99894cd084c023cd3feb767a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/6f45d18743c04db08556bb86d80aeb08, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/e7ee85b7ef564443b90ca32efce72616, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3a4dfef2be894d54a39d515abeb11238, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/ccb6c35261ec4c04aa0cb6fa3e4881bd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/dcf08faca057401a9564f0119e95fece, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/77b23b68ec87467a8ec35530b6f2fb8a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/1a6cc313a9f64106815ff4643ead1bde, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3a242dc196594ffea092cc93f3f8e2d4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/730333e459cb43f580deb7326de36aa7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/b4efec9f2ce4472f956944671ee12a24, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/1f0f9e51fc9f46fd8992d76074a31189, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/57908cb0f60d4371aa45c9843cff1675, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/5231ea7616f746f9a6b96e6127e3d11d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/cc4c29ebec744db7abf212581539f139, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/5268a7d42d3345349a7607126ec236cd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/c8cc186acfa6492a9c19363b910e3de8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/00a9b8bb2f184e028c54c5d4835709c7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/ad584a744dcd42d2973314ddff8425c8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/654ff98de94a4555b340f0617b7c104a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/57455f3de70f4e3881675efea49506d0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/e19410fc8e86455097663a76e49b18ab, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3f5bfa2371264dd984391bc701c7cae1] to archive 2024-12-15T17:37:27,966 DEBUG [StoreCloser-TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:37:27,974 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/19912e84093a454e8450210d276cb6e7 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/19912e84093a454e8450210d276cb6e7 2024-12-15T17:37:27,991 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3a4dfef2be894d54a39d515abeb11238 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3a4dfef2be894d54a39d515abeb11238 2024-12-15T17:37:27,992 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/6f45d18743c04db08556bb86d80aeb08 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/6f45d18743c04db08556bb86d80aeb08 2024-12-15T17:37:27,992 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/0df4f9615e5941178a8e8c34d0183977 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/0df4f9615e5941178a8e8c34d0183977 2024-12-15T17:37:27,992 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/22e896eb39af4c54b94947110a064372 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/22e896eb39af4c54b94947110a064372 2024-12-15T17:37:27,992 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/e7ee85b7ef564443b90ca32efce72616 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/e7ee85b7ef564443b90ca32efce72616 2024-12-15T17:37:27,995 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/dcf08faca057401a9564f0119e95fece to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/dcf08faca057401a9564f0119e95fece 2024-12-15T17:37:27,996 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3a242dc196594ffea092cc93f3f8e2d4 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3a242dc196594ffea092cc93f3f8e2d4 2024-12-15T17:37:27,997 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/1a6cc313a9f64106815ff4643ead1bde to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/1a6cc313a9f64106815ff4643ead1bde 2024-12-15T17:37:27,998 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/ccb6c35261ec4c04aa0cb6fa3e4881bd to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/ccb6c35261ec4c04aa0cb6fa3e4881bd 2024-12-15T17:37:28,001 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/730333e459cb43f580deb7326de36aa7 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/730333e459cb43f580deb7326de36aa7 2024-12-15T17:37:28,002 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/b4efec9f2ce4472f956944671ee12a24 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/b4efec9f2ce4472f956944671ee12a24 2024-12-15T17:37:28,005 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/77b23b68ec87467a8ec35530b6f2fb8a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/77b23b68ec87467a8ec35530b6f2fb8a 2024-12-15T17:37:28,005 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/1f0f9e51fc9f46fd8992d76074a31189 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/1f0f9e51fc9f46fd8992d76074a31189 2024-12-15T17:37:28,006 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/57908cb0f60d4371aa45c9843cff1675 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/57908cb0f60d4371aa45c9843cff1675 2024-12-15T17:37:28,006 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/902ac68f99894cd084c023cd3feb767a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/902ac68f99894cd084c023cd3feb767a 2024-12-15T17:37:28,006 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/5231ea7616f746f9a6b96e6127e3d11d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/5231ea7616f746f9a6b96e6127e3d11d 2024-12-15T17:37:28,009 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/cc4c29ebec744db7abf212581539f139 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/cc4c29ebec744db7abf212581539f139 2024-12-15T17:37:28,011 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/c8cc186acfa6492a9c19363b910e3de8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/c8cc186acfa6492a9c19363b910e3de8 2024-12-15T17:37:28,017 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/654ff98de94a4555b340f0617b7c104a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/654ff98de94a4555b340f0617b7c104a 2024-12-15T17:37:28,018 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/ad584a744dcd42d2973314ddff8425c8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/ad584a744dcd42d2973314ddff8425c8 2024-12-15T17:37:28,018 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/e19410fc8e86455097663a76e49b18ab to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/e19410fc8e86455097663a76e49b18ab 2024-12-15T17:37:28,018 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/00a9b8bb2f184e028c54c5d4835709c7 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/00a9b8bb2f184e028c54c5d4835709c7 2024-12-15T17:37:28,019 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/57455f3de70f4e3881675efea49506d0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/57455f3de70f4e3881675efea49506d0 2024-12-15T17:37:28,021 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3f5bfa2371264dd984391bc701c7cae1 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/3f5bfa2371264dd984391bc701c7cae1 2024-12-15T17:37:28,022 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/5268a7d42d3345349a7607126ec236cd to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/5268a7d42d3345349a7607126ec236cd 2024-12-15T17:37:28,036 DEBUG [StoreCloser-TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/25b489aedacf4a50a57a407d4d7fc146, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6dff5c2cb39649d696895f592c9b64c1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6ce4ab834ebc41a2aad9d306ca770fd0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/e4fc14580d51491383843e760dd9666f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/4573b55feced45ea9df1b6a4898ef624, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ea392d316938409daf536e965e1447fa, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/2db6da364053419a80964fe194d23865, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/c768e4f1807b426f845765850a825788, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/64ecac31e04645308c60bf7d6deec18d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/235e5f5d28c54fa895f5d58673a47d72, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/eb1c2208a5b040b781be1d9a03286c58, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/dc4bb3ebef184603bed9a2c178926900, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ee12705268e742e780c795070668c341, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/914598048a654aafb0afa53597486275, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6faa3e78e2dd4f10b9e33d25e648b71b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ac2bcf11859b4d609bbd29a848568b46, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/922e5df617024e229483952a13290c98, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/0fa326594fe64e6aaea77e3052d9b16e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/19877314b01a43cf9f44820614863cc5, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/95ef9c822f9044fdb0e867a8e9019055, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/3a85b12933344e3eb86221da53c735f7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/2d8defdf348f4d1f995378f5a9ce7be8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/c74560e62e5440929191ecd1de23cf77, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/a6905e02f72849c19ed48fe5aad139fa, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/5491bb1d64e94c5ebf11949d89482099, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/49671457b57c4c69b81d8edf3d0f9f41] to archive 2024-12-15T17:37:28,040 DEBUG [StoreCloser-TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:37:28,061 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/25b489aedacf4a50a57a407d4d7fc146 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/25b489aedacf4a50a57a407d4d7fc146 2024-12-15T17:37:28,061 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/2db6da364053419a80964fe194d23865 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/2db6da364053419a80964fe194d23865 2024-12-15T17:37:28,061 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6ce4ab834ebc41a2aad9d306ca770fd0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6ce4ab834ebc41a2aad9d306ca770fd0 2024-12-15T17:37:28,062 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ea392d316938409daf536e965e1447fa to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ea392d316938409daf536e965e1447fa 2024-12-15T17:37:28,067 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/c768e4f1807b426f845765850a825788 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/c768e4f1807b426f845765850a825788 2024-12-15T17:37:28,067 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6dff5c2cb39649d696895f592c9b64c1 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6dff5c2cb39649d696895f592c9b64c1 2024-12-15T17:37:28,069 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/eb1c2208a5b040b781be1d9a03286c58 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/eb1c2208a5b040b781be1d9a03286c58 2024-12-15T17:37:28,069 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/64ecac31e04645308c60bf7d6deec18d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/64ecac31e04645308c60bf7d6deec18d 2024-12-15T17:37:28,069 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/4573b55feced45ea9df1b6a4898ef624 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/4573b55feced45ea9df1b6a4898ef624 2024-12-15T17:37:28,071 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/914598048a654aafb0afa53597486275 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/914598048a654aafb0afa53597486275 2024-12-15T17:37:28,071 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/e4fc14580d51491383843e760dd9666f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/e4fc14580d51491383843e760dd9666f 2024-12-15T17:37:28,075 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ee12705268e742e780c795070668c341 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ee12705268e742e780c795070668c341 2024-12-15T17:37:28,076 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/235e5f5d28c54fa895f5d58673a47d72 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/235e5f5d28c54fa895f5d58673a47d72 2024-12-15T17:37:28,078 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/dc4bb3ebef184603bed9a2c178926900 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/dc4bb3ebef184603bed9a2c178926900 2024-12-15T17:37:28,085 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/922e5df617024e229483952a13290c98 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/922e5df617024e229483952a13290c98 2024-12-15T17:37:28,086 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/19877314b01a43cf9f44820614863cc5 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/19877314b01a43cf9f44820614863cc5 2024-12-15T17:37:28,086 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ac2bcf11859b4d609bbd29a848568b46 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/ac2bcf11859b4d609bbd29a848568b46 2024-12-15T17:37:28,086 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/95ef9c822f9044fdb0e867a8e9019055 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/95ef9c822f9044fdb0e867a8e9019055 2024-12-15T17:37:28,086 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/3a85b12933344e3eb86221da53c735f7 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/3a85b12933344e3eb86221da53c735f7 2024-12-15T17:37:28,087 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/0fa326594fe64e6aaea77e3052d9b16e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/0fa326594fe64e6aaea77e3052d9b16e 2024-12-15T17:37:28,090 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/c74560e62e5440929191ecd1de23cf77 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/c74560e62e5440929191ecd1de23cf77 2024-12-15T17:37:28,091 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/a6905e02f72849c19ed48fe5aad139fa to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/a6905e02f72849c19ed48fe5aad139fa 2024-12-15T17:37:28,091 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6faa3e78e2dd4f10b9e33d25e648b71b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/6faa3e78e2dd4f10b9e33d25e648b71b 2024-12-15T17:37:28,091 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/5491bb1d64e94c5ebf11949d89482099 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/5491bb1d64e94c5ebf11949d89482099 2024-12-15T17:37:28,091 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/49671457b57c4c69b81d8edf3d0f9f41 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/49671457b57c4c69b81d8edf3d0f9f41 2024-12-15T17:37:28,095 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/2d8defdf348f4d1f995378f5a9ce7be8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/2d8defdf348f4d1f995378f5a9ce7be8 2024-12-15T17:37:28,118 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/recovered.edits/408.seqid, newMaxSeqId=408, maxSeqId=1 2024-12-15T17:37:28,132 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb. 2024-12-15T17:37:28,132 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1635): Region close journal for ec10b09f051d47254984d29897f794bb: 2024-12-15T17:37:28,154 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(170): Closed ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:28,159 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=ec10b09f051d47254984d29897f794bb, regionState=CLOSED 2024-12-15T17:37:28,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-15T17:37:28,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseRegionProcedure ec10b09f051d47254984d29897f794bb, server=4ce65a7c4674,35427,1734284215611 in 1.6330 sec 2024-12-15T17:37:28,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-15T17:37:28,190 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-12-15T17:37:28,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6950 sec 2024-12-15T17:37:28,193 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284248193"}]},"ts":"1734284248193"} 2024-12-15T17:37:28,195 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T17:37:28,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ec10b09f051d47254984d29897f794bb, UNASSIGN in 1.6630 sec 2024-12-15T17:37:28,251 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T17:37:28,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8570 sec 2024-12-15T17:37:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T17:37:28,562 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-15T17:37:28,565 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T17:37:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:28,583 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T17:37:28,594 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=30, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:28,613 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:28,647 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/recovered.edits] 2024-12-15T17:37:28,678 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/6cfc38df3736448e9ff76abec9728b90 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/6cfc38df3736448e9ff76abec9728b90 2024-12-15T17:37:28,679 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/942990de24a8442eb03582b2e650292d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/942990de24a8442eb03582b2e650292d 2024-12-15T17:37:28,683 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/41b512510eb244e595451b277464452b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/A/41b512510eb244e595451b277464452b 2024-12-15T17:37:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T17:37:28,730 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/b4bf1f60ccdb4839ba99b1e32148f191 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/b4bf1f60ccdb4839ba99b1e32148f191 2024-12-15T17:37:28,731 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/8ae7455192c44f23a8197180d77e2376 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/8ae7455192c44f23a8197180d77e2376 2024-12-15T17:37:28,731 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/11f1cb91b23047e8b92dec34bc95c5ac to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/B/11f1cb91b23047e8b92dec34bc95c5ac 2024-12-15T17:37:28,778 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/320a997b85624b009b292163a1b04517 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/320a997b85624b009b292163a1b04517 2024-12-15T17:37:28,778 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/15fff1c757f94fdfa017f6b05e1fd315 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/15fff1c757f94fdfa017f6b05e1fd315 2024-12-15T17:37:28,778 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/b6f2647e34ec421e8edff92aa8fba13b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/C/b6f2647e34ec421e8edff92aa8fba13b 2024-12-15T17:37:28,795 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/recovered.edits/408.seqid to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb/recovered.edits/408.seqid 2024-12-15T17:37:28,796 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/ec10b09f051d47254984d29897f794bb 2024-12-15T17:37:28,799 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T17:37:28,807 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=30, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:28,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-15T17:37:28,839 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T17:37:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T17:37:28,889 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T17:37:28,893 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=30, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:28,893 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T17:37:28,893 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734284248893"}]},"ts":"9223372036854775807"} 2024-12-15T17:37:28,910 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T17:37:28,910 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ec10b09f051d47254984d29897f794bb, NAME => 'TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T17:37:28,910 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T17:37:28,911 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734284248910"}]},"ts":"9223372036854775807"} 2024-12-15T17:37:28,936 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T17:37:28,988 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=30, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:29,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 422 msec 2024-12-15T17:37:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T17:37:29,190 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-15T17:37:29,210 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=245 (was 219) Potentially hanging thread: hconnection-0x29d20772-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_754456552_22 at /127.0.0.1:35700 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4ce65a7c4674:35427-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1204 (was 929) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6867 (was 5927) - AvailableMemoryMB LEAK? - 2024-12-15T17:37:29,231 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=245, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=1204, ProcessCount=11, AvailableMemoryMB=6864 2024-12-15T17:37:29,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T17:37:29,234 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:37:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:29,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:37:29,237 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:29,237 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 31 2024-12-15T17:37:29,238 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:37:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T17:37:29,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741926_1102 (size=963) 2024-12-15T17:37:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T17:37:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T17:37:29,696 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3 2024-12-15T17:37:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741927_1103 (size=53) 2024-12-15T17:37:29,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:37:29,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 592d773a1bdb4ad5ed335cd2c32cdb6c, disabling compactions & flushes 2024-12-15T17:37:29,769 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:29,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:29,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. after waiting 0 ms 2024-12-15T17:37:29,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:29,769 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:29,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:29,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:37:29,771 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734284249771"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734284249771"}]},"ts":"1734284249771"} 2024-12-15T17:37:29,781 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:37:29,782 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:37:29,782 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284249782"}]},"ts":"1734284249782"} 2024-12-15T17:37:29,784 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T17:37:29,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=592d773a1bdb4ad5ed335cd2c32cdb6c, ASSIGN}] 2024-12-15T17:37:29,850 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=592d773a1bdb4ad5ed335cd2c32cdb6c, ASSIGN 2024-12-15T17:37:29,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T17:37:29,858 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=592d773a1bdb4ad5ed335cd2c32cdb6c, ASSIGN; state=OFFLINE, location=4ce65a7c4674,35427,1734284215611; forceNewPlan=false, retain=false 2024-12-15T17:37:30,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=592d773a1bdb4ad5ed335cd2c32cdb6c, regionState=OPENING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:30,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure 592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:37:30,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:30,189 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:30,189 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7285): Opening region: {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:37:30,189 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:30,189 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:37:30,190 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7327): checking encryption for 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:30,190 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7330): checking classloading for 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:30,198 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:30,204 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:37:30,205 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592d773a1bdb4ad5ed335cd2c32cdb6c columnFamilyName A 2024-12-15T17:37:30,205 DEBUG [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:30,207 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.HStore(327): Store=592d773a1bdb4ad5ed335cd2c32cdb6c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:37:30,207 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:30,210 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:37:30,211 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592d773a1bdb4ad5ed335cd2c32cdb6c columnFamilyName B 2024-12-15T17:37:30,212 DEBUG [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:30,212 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.HStore(327): Store=592d773a1bdb4ad5ed335cd2c32cdb6c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:37:30,213 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:30,223 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:37:30,223 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592d773a1bdb4ad5ed335cd2c32cdb6c columnFamilyName C 2024-12-15T17:37:30,223 DEBUG [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:30,227 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.HStore(327): Store=592d773a1bdb4ad5ed335cd2c32cdb6c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:37:30,227 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:30,239 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:30,247 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:30,272 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T17:37:30,284 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1085): writing seq id for 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:30,311 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:37:30,316 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1102): Opened 592d773a1bdb4ad5ed335cd2c32cdb6c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62778346, jitterRate=-0.06452974677085876}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T17:37:30,317 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1001): Region open journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:30,327 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., pid=33, masterSystemTime=1734284250179 2024-12-15T17:37:30,343 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:30,343 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:30,352 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=592d773a1bdb4ad5ed335cd2c32cdb6c, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T17:37:30,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-15T17:37:30,380 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure 592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 in 340 msec 2024-12-15T17:37:30,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-12-15T17:37:30,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=592d773a1bdb4ad5ed335cd2c32cdb6c, ASSIGN in 532 msec 2024-12-15T17:37:30,386 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:37:30,387 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284250387"}]},"ts":"1734284250387"} 2024-12-15T17:37:30,388 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T17:37:30,407 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:37:30,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1730 sec 2024-12-15T17:37:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T17:37:31,359 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 31 completed 2024-12-15T17:37:31,361 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a9b9802 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118b007e 2024-12-15T17:37:31,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29de25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:31,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:31,441 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48178, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:31,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T17:37:31,461 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T17:37:31,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T17:37:31,493 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:37:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:31,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741928_1104 (size=999) 2024-12-15T17:37:31,617 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T17:37:31,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T17:37:31,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T17:37:31,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=592d773a1bdb4ad5ed335cd2c32cdb6c, REOPEN/MOVE}] 2024-12-15T17:37:31,654 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=592d773a1bdb4ad5ed335cd2c32cdb6c, REOPEN/MOVE 2024-12-15T17:37:31,655 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=592d773a1bdb4ad5ed335cd2c32cdb6c, regionState=CLOSING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:31,661 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:37:31,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:37:31,814 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:31,819 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:31,819 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:37:31,820 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 592d773a1bdb4ad5ed335cd2c32cdb6c, disabling compactions & flushes 2024-12-15T17:37:31,820 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:31,820 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:31,820 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. after waiting 0 ms 2024-12-15T17:37:31,820 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:31,832 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:37:31,835 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:31,835 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:31,836 WARN [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionServer(3786): Not adding moved region record: 592d773a1bdb4ad5ed335cd2c32cdb6c to self. 2024-12-15T17:37:31,855 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:31,860 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=592d773a1bdb4ad5ed335cd2c32cdb6c, regionState=CLOSED 2024-12-15T17:37:31,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-15T17:37:31,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 in 219 msec 2024-12-15T17:37:31,883 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=592d773a1bdb4ad5ed335cd2c32cdb6c, REOPEN/MOVE; state=CLOSED, location=4ce65a7c4674,35427,1734284215611; forceNewPlan=false, retain=true 2024-12-15T17:37:32,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=592d773a1bdb4ad5ed335cd2c32cdb6c, regionState=OPENING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:32,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=36, state=RUNNABLE; OpenRegionProcedure 592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:37:32,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:32,212 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:32,213 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:37:32,213 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:32,213 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:37:32,214 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:32,214 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:32,229 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:32,233 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:37:32,241 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592d773a1bdb4ad5ed335cd2c32cdb6c columnFamilyName A 2024-12-15T17:37:32,259 DEBUG [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:32,263 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.HStore(327): Store=592d773a1bdb4ad5ed335cd2c32cdb6c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:37:32,264 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:32,272 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:37:32,272 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592d773a1bdb4ad5ed335cd2c32cdb6c columnFamilyName B 2024-12-15T17:37:32,272 DEBUG [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:32,279 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.HStore(327): Store=592d773a1bdb4ad5ed335cd2c32cdb6c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:37:32,280 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:32,283 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:37:32,284 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 592d773a1bdb4ad5ed335cd2c32cdb6c columnFamilyName C 2024-12-15T17:37:32,284 DEBUG [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:32,285 INFO [StoreOpener-592d773a1bdb4ad5ed335cd2c32cdb6c-1 {}] regionserver.HStore(327): Store=592d773a1bdb4ad5ed335cd2c32cdb6c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:37:32,286 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:32,288 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:32,299 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:32,305 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T17:37:32,315 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:32,327 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 592d773a1bdb4ad5ed335cd2c32cdb6c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60727906, jitterRate=-0.09508368372917175}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T17:37:32,330 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:32,334 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., pid=38, masterSystemTime=1734284252199 2024-12-15T17:37:32,340 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:32,340 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:32,347 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=592d773a1bdb4ad5ed335cd2c32cdb6c, regionState=OPEN, openSeqNum=5, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:32,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=36 2024-12-15T17:37:32,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=36, state=SUCCESS; OpenRegionProcedure 592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 in 320 msec 2024-12-15T17:37:32,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-15T17:37:32,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=592d773a1bdb4ad5ed335cd2c32cdb6c, REOPEN/MOVE in 740 msec 2024-12-15T17:37:32,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-15T17:37:32,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 788 msec 2024-12-15T17:37:32,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 945 msec 2024-12-15T17:37:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T17:37:32,467 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cae6c5c to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79982672 2024-12-15T17:37:32,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433e2b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:32,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c820ef9 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b4bd1ba 2024-12-15T17:37:32,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176c5c1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:32,578 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-12-15T17:37:32,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190853fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:32,618 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e904d8 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@505d5ccd 2024-12-15T17:37:32,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:32,657 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a4c53ed to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@367f47f7 2024-12-15T17:37:32,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2885d2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:32,721 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x247c0c93 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22e911df 2024-12-15T17:37:32,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cafade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:32,777 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x517ff977 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b727d6e 2024-12-15T17:37:32,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c16cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:32,812 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-12-15T17:37:32,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:32,840 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-12-15T17:37:32,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:37:32,938 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees 2024-12-15T17:37:32,940 DEBUG [hconnection-0x7b48ac02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:32,941 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:32,942 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:32,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:32,946 DEBUG [hconnection-0xcc95216-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T17:37:32,952 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:32,959 DEBUG [hconnection-0x64c7a3d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:32,963 DEBUG [hconnection-0x47877f2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:32,964 DEBUG [hconnection-0x27d6d634-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:32,964 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:32,965 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:32,965 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:32,975 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:32,989 DEBUG [hconnection-0x2efcf594-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:32,992 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:32,999 DEBUG [hconnection-0x7751c763-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:33,005 DEBUG [hconnection-0x1454aeb7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:33,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:37:33,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:33,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:33,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:33,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:33,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:33,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:33,008 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:33,012 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:33,043 DEBUG [hconnection-0x101e18f6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:37:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T17:37:33,059 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:37:33,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T17:37:33,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:33,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:33,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:33,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121571b21e863d914a6d9e3c01d1db52113c_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284252988/Put/seqid=0 2024-12-15T17:37:33,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741929_1105 (size=12154) 2024-12-15T17:37:33,240 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:33,255 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121571b21e863d914a6d9e3c01d1db52113c_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121571b21e863d914a6d9e3c01d1db52113c_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T17:37:33,258 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/a863fb0efe494476b866e7c443a002f2, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:33,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/a863fb0efe494476b866e7c443a002f2 is 175, key is test_row_0/A:col10/1734284252988/Put/seqid=0 2024-12-15T17:37:33,281 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T17:37:33,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:33,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:33,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:33,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741930_1106 (size=30955) 2024-12-15T17:37:33,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284313272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284313295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284313298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284313332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284313340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284313417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284313439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,443 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T17:37:33,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:33,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:33,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:33,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284313438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284313453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284313448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T17:37:33,612 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T17:37:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:33,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:33,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284313636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284313644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284313663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284313664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284313675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,717 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/a863fb0efe494476b866e7c443a002f2 2024-12-15T17:37:33,760 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T17:37:33,783 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T17:37:33,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:33,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:33,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:33,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/c62dd6dc3a964562842e9f5effb327ad is 50, key is test_row_0/B:col10/1734284252988/Put/seqid=0 2024-12-15T17:37:33,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741931_1107 (size=12001) 2024-12-15T17:37:33,951 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T17:37:33,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284313953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:33,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:33,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:33,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:33,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284313965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284313967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:33,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284313983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:34,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284313998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T17:37:34,114 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:34,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T17:37:34,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:34,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:34,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:34,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,275 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:34,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T17:37:34,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:34,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:34,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:34,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/c62dd6dc3a964562842e9f5effb327ad 2024-12-15T17:37:34,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/b40b611f390246baa3e09231bd181f87 is 50, key is test_row_0/C:col10/1734284252988/Put/seqid=0 2024-12-15T17:37:34,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741932_1108 (size=12001) 2024-12-15T17:37:34,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:34,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T17:37:34,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:34,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:34,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:34,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284314468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:34,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284314470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:34,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:34,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284314483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:34,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:34,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284314490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:34,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:34,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284314512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:34,607 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:34,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T17:37:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:34,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:34,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:34,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:34,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T17:37:34,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:34,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:34,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:34,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:34,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/b40b611f390246baa3e09231bd181f87 2024-12-15T17:37:34,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/a863fb0efe494476b866e7c443a002f2 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/a863fb0efe494476b866e7c443a002f2 2024-12-15T17:37:34,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/a863fb0efe494476b866e7c443a002f2, entries=150, sequenceid=15, filesize=30.2 K 2024-12-15T17:37:34,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/c62dd6dc3a964562842e9f5effb327ad as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/c62dd6dc3a964562842e9f5effb327ad 2024-12-15T17:37:34,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/c62dd6dc3a964562842e9f5effb327ad, entries=150, sequenceid=15, filesize=11.7 K 2024-12-15T17:37:34,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/b40b611f390246baa3e09231bd181f87 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/b40b611f390246baa3e09231bd181f87 2024-12-15T17:37:34,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/b40b611f390246baa3e09231bd181f87, entries=150, sequenceid=15, filesize=11.7 K 2024-12-15T17:37:34,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 1877ms, sequenceid=15, compaction requested=false 2024-12-15T17:37:34,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:34,942 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:34,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T17:37:34,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:34,944 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T17:37:34,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:34,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:34,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:34,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:34,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:34,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:34,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215157c29de3c434d109e2e6265a3e8895e_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284253246/Put/seqid=0 2024-12-15T17:37:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T17:37:35,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741933_1109 (size=12154) 2024-12-15T17:37:35,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,086 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215157c29de3c434d109e2e6265a3e8895e_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215157c29de3c434d109e2e6265a3e8895e_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:35,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/df9f3e3c57d74cef9ba4db3004824a9b, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:35,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/df9f3e3c57d74cef9ba4db3004824a9b is 175, key is test_row_0/A:col10/1734284253246/Put/seqid=0 2024-12-15T17:37:35,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741934_1110 (size=30955) 2024-12-15T17:37:35,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:35,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:35,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284315501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284315501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:35,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284315503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:35,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284315509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:35,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284315526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:35,535 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/df9f3e3c57d74cef9ba4db3004824a9b 2024-12-15T17:37:35,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/b0d05f2cfa2a4599acd39d3a4fd806b5 is 50, key is test_row_0/B:col10/1734284253246/Put/seqid=0 2024-12-15T17:37:35,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741935_1111 (size=12001) 2024-12-15T17:37:35,575 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/b0d05f2cfa2a4599acd39d3a4fd806b5 2024-12-15T17:37:35,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/363a55e8495f450ba6fa1d79870b4734 is 50, key is test_row_0/C:col10/1734284253246/Put/seqid=0 2024-12-15T17:37:35,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284315610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:35,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:35,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741936_1112 (size=12001) 2024-12-15T17:37:35,617 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/363a55e8495f450ba6fa1d79870b4734 2024-12-15T17:37:35,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284315611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284315610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:35,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284315619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/df9f3e3c57d74cef9ba4db3004824a9b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/df9f3e3c57d74cef9ba4db3004824a9b 2024-12-15T17:37:35,679 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/df9f3e3c57d74cef9ba4db3004824a9b, entries=150, sequenceid=41, filesize=30.2 K 2024-12-15T17:37:35,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/b0d05f2cfa2a4599acd39d3a4fd806b5 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b0d05f2cfa2a4599acd39d3a4fd806b5 2024-12-15T17:37:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,721 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b0d05f2cfa2a4599acd39d3a4fd806b5, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T17:37:35,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/363a55e8495f450ba6fa1d79870b4734 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/363a55e8495f450ba6fa1d79870b4734 2024-12-15T17:37:35,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/363a55e8495f450ba6fa1d79870b4734, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T17:37:35,743 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 799ms, sequenceid=41, compaction requested=false 2024-12-15T17:37:35,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:35,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:35,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-15T17:37:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=40 2024-12-15T17:37:35,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-12-15T17:37:35,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8030 sec 2024-12-15T17:37:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees in 2.8110 sec 2024-12-15T17:37:35,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:35,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:37:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:35,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:35,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:35,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:35,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:35,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121594916ae0fda544389ef8366ee6dfc4bf_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284255833/Put/seqid=0 2024-12-15T17:37:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741937_1113 (size=12154) 2024-12-15T17:37:35,900 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:35,907 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121594916ae0fda544389ef8366ee6dfc4bf_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121594916ae0fda544389ef8366ee6dfc4bf_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:35,912 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/80f95e2b862841f985b1d558423b731d, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:35,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/80f95e2b862841f985b1d558423b731d is 175, key is test_row_0/A:col10/1734284255833/Put/seqid=0 2024-12-15T17:37:35,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741938_1114 (size=30951) 2024-12-15T17:37:35,958 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/80f95e2b862841f985b1d558423b731d 2024-12-15T17:37:35,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:35,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284315964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:35,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/c82072e3dede4e79a7d57990c6d7d9b1 is 50, key is test_row_0/B:col10/1734284255833/Put/seqid=0 2024-12-15T17:37:35,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:35,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284315965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:35,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284315974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:35,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284315976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741939_1115 (size=9657) 2024-12-15T17:37:36,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284316091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284316096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284316100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284316100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284316303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284316309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284316316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284316326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/c82072e3dede4e79a7d57990c6d7d9b1 2024-12-15T17:37:36,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/28bb9d454eda42fbb18af81f896f3ffb is 50, key is test_row_0/C:col10/1734284255833/Put/seqid=0 2024-12-15T17:37:36,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741940_1116 (size=9657) 2024-12-15T17:37:36,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/28bb9d454eda42fbb18af81f896f3ffb 2024-12-15T17:37:36,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/80f95e2b862841f985b1d558423b731d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/80f95e2b862841f985b1d558423b731d 2024-12-15T17:37:36,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/80f95e2b862841f985b1d558423b731d, entries=150, sequenceid=52, filesize=30.2 K 2024-12-15T17:37:36,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/c82072e3dede4e79a7d57990c6d7d9b1 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/c82072e3dede4e79a7d57990c6d7d9b1 2024-12-15T17:37:36,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/c82072e3dede4e79a7d57990c6d7d9b1, entries=100, sequenceid=52, filesize=9.4 K 2024-12-15T17:37:36,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/28bb9d454eda42fbb18af81f896f3ffb as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/28bb9d454eda42fbb18af81f896f3ffb 2024-12-15T17:37:36,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/28bb9d454eda42fbb18af81f896f3ffb, entries=100, sequenceid=52, filesize=9.4 K 2024-12-15T17:37:36,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 732ms, sequenceid=52, compaction requested=true 2024-12-15T17:37:36,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:36,572 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:36,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:36,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:36,573 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:36,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:36,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:36,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:36,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:36,574 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:36,574 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:36,574 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/A is initiating minor compaction (all files) 2024-12-15T17:37:36,574 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/B is initiating minor compaction (all files) 2024-12-15T17:37:36,574 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/B in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:36,574 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/A in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:36,574 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/c62dd6dc3a964562842e9f5effb327ad, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b0d05f2cfa2a4599acd39d3a4fd806b5, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/c82072e3dede4e79a7d57990c6d7d9b1] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=32.9 K 2024-12-15T17:37:36,576 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/a863fb0efe494476b866e7c443a002f2, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/df9f3e3c57d74cef9ba4db3004824a9b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/80f95e2b862841f985b1d558423b731d] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=90.7 K 2024-12-15T17:37:36,576 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:36,576 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/a863fb0efe494476b866e7c443a002f2, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/df9f3e3c57d74cef9ba4db3004824a9b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/80f95e2b862841f985b1d558423b731d] 2024-12-15T17:37:36,576 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c62dd6dc3a964562842e9f5effb327ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734284252981 2024-12-15T17:37:36,579 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting a863fb0efe494476b866e7c443a002f2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734284252981 2024-12-15T17:37:36,579 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b0d05f2cfa2a4599acd39d3a4fd806b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734284253246 2024-12-15T17:37:36,580 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c82072e3dede4e79a7d57990c6d7d9b1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734284255506 2024-12-15T17:37:36,580 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting df9f3e3c57d74cef9ba4db3004824a9b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734284253246 2024-12-15T17:37:36,586 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80f95e2b862841f985b1d558423b731d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734284255501 2024-12-15T17:37:36,606 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#B#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:36,607 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/97d47b0172324d6e8b927b1085e419a3 is 50, key is test_row_0/B:col10/1734284255833/Put/seqid=0 2024-12-15T17:37:36,617 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:36,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T17:37:36,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:36,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:36,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:36,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:36,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:36,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:36,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284316655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284316656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284316662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284316666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,675 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215658697ab46f8436a80101d1139eaede6_592d773a1bdb4ad5ed335cd2c32cdb6c store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:36,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741941_1117 (size=12104) 2024-12-15T17:37:36,678 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215658697ab46f8436a80101d1139eaede6_592d773a1bdb4ad5ed335cd2c32cdb6c, store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:36,679 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215658697ab46f8436a80101d1139eaede6_592d773a1bdb4ad5ed335cd2c32cdb6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:36,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d0f0d643a9f546dbb72a739a9df36068_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284255972/Put/seqid=0 2024-12-15T17:37:36,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741942_1118 (size=4469) 2024-12-15T17:37:36,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741943_1119 (size=12154) 2024-12-15T17:37:36,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284316772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284316772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284316772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284316772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284316991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:36,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284316988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284316998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:37,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284317004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T17:37:37,062 INFO [Thread-550 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-12-15T17:37:37,068 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-12-15T17:37:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T17:37:37,095 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/97d47b0172324d6e8b927b1085e419a3 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/97d47b0172324d6e8b927b1085e419a3 2024-12-15T17:37:37,095 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:37,096 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:37,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:37,114 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/B of 592d773a1bdb4ad5ed335cd2c32cdb6c into 97d47b0172324d6e8b927b1085e419a3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:37,114 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:37,114 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/B, priority=13, startTime=1734284256573; duration=0sec 2024-12-15T17:37:37,114 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:37,114 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:B 2024-12-15T17:37:37,114 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:37,118 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:37,119 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/C is initiating minor compaction (all files) 2024-12-15T17:37:37,119 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/C in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:37,119 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/b40b611f390246baa3e09231bd181f87, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/363a55e8495f450ba6fa1d79870b4734, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/28bb9d454eda42fbb18af81f896f3ffb] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=32.9 K 2024-12-15T17:37:37,119 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b40b611f390246baa3e09231bd181f87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734284252981 2024-12-15T17:37:37,128 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 363a55e8495f450ba6fa1d79870b4734, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734284253246 2024-12-15T17:37:37,129 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 28bb9d454eda42fbb18af81f896f3ffb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734284255506 2024-12-15T17:37:37,145 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#C#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:37,145 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/eab4a713ae6243ee8c265c333aa53af7 is 50, key is test_row_0/C:col10/1734284255833/Put/seqid=0 2024-12-15T17:37:37,165 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#A#compaction#97 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:37,168 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/d0745dc90b854270a7ded25ed4f4efb0 is 175, key is test_row_0/A:col10/1734284255833/Put/seqid=0 2024-12-15T17:37:37,174 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T17:37:37,192 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d0f0d643a9f546dbb72a739a9df36068_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d0f0d643a9f546dbb72a739a9df36068_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:37,194 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/2df646d8d9404b45a5ed34f5209d440b, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:37,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/2df646d8d9404b45a5ed34f5209d440b is 175, key is test_row_0/A:col10/1734284255972/Put/seqid=0 2024-12-15T17:37:37,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741944_1120 (size=12104) 2024-12-15T17:37:37,225 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/eab4a713ae6243ee8c265c333aa53af7 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/eab4a713ae6243ee8c265c333aa53af7 2024-12-15T17:37:37,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741945_1121 (size=31165) 2024-12-15T17:37:37,248 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/C of 592d773a1bdb4ad5ed335cd2c32cdb6c into eab4a713ae6243ee8c265c333aa53af7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:37,248 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:37,249 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/C, priority=13, startTime=1734284256573; duration=0sec 2024-12-15T17:37:37,249 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:37,249 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:C 2024-12-15T17:37:37,259 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-15T17:37:37,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:37,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:37,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:37,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,265 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/d0745dc90b854270a7ded25ed4f4efb0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/d0745dc90b854270a7ded25ed4f4efb0 2024-12-15T17:37:37,275 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/A of 592d773a1bdb4ad5ed335cd2c32cdb6c into d0745dc90b854270a7ded25ed4f4efb0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:37,275 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:37,275 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/A, priority=13, startTime=1734284256572; duration=0sec 2024-12-15T17:37:37,275 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:37,275 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:A 2024-12-15T17:37:37,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741946_1122 (size=30955) 2024-12-15T17:37:37,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:37,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284317295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:37,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284317296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:37,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284317313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284317318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T17:37:37,417 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-15T17:37:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:37,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284317530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,535 DEBUG [Thread-544 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4196 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., hostname=4ce65a7c4674,35427,1734284215611, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:37:37,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-15T17:37:37,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:37,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:37,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:37,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,685 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/2df646d8d9404b45a5ed34f5209d440b 2024-12-15T17:37:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T17:37:37,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/b025d4d8be9444c6b30e1842385bd6c7 is 50, key is test_row_0/B:col10/1734284255972/Put/seqid=0 2024-12-15T17:37:37,742 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-15T17:37:37,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:37,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:37,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:37,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741947_1123 (size=12001) 2024-12-15T17:37:37,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/b025d4d8be9444c6b30e1842385bd6c7 2024-12-15T17:37:37,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/6c6072e13e52452eb4bdc0cad23d7393 is 50, key is test_row_0/C:col10/1734284255972/Put/seqid=0 2024-12-15T17:37:37,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284317882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284317882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:37,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284317803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741948_1124 (size=12001) 2024-12-15T17:37:37,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-15T17:37:37,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:37,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:37,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:37,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:37,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/6c6072e13e52452eb4bdc0cad23d7393 2024-12-15T17:37:37,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284317882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:37,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/2df646d8d9404b45a5ed34f5209d440b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/2df646d8d9404b45a5ed34f5209d440b 2024-12-15T17:37:37,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/2df646d8d9404b45a5ed34f5209d440b, entries=150, sequenceid=79, filesize=30.2 K 2024-12-15T17:37:37,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/b025d4d8be9444c6b30e1842385bd6c7 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b025d4d8be9444c6b30e1842385bd6c7 2024-12-15T17:37:38,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b025d4d8be9444c6b30e1842385bd6c7, entries=150, sequenceid=79, filesize=11.7 K 2024-12-15T17:37:38,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/6c6072e13e52452eb4bdc0cad23d7393 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/6c6072e13e52452eb4bdc0cad23d7393 2024-12-15T17:37:38,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/6c6072e13e52452eb4bdc0cad23d7393, entries=150, sequenceid=79, filesize=11.7 K 2024-12-15T17:37:38,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 1433ms, sequenceid=79, compaction requested=false 2024-12-15T17:37:38,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:38,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:38,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-15T17:37:38,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:38,060 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-15T17:37:38,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:38,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:38,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:38,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:38,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:38,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:38,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156a141a6a92794e1d83b0b8873e5863f9_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284256653/Put/seqid=0 2024-12-15T17:37:38,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741949_1125 (size=12154) 2024-12-15T17:37:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T17:37:38,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:38,565 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156a141a6a92794e1d83b0b8873e5863f9_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156a141a6a92794e1d83b0b8873e5863f9_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:38,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/897de222b64341478718f3e4d7599cc0, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:38,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/897de222b64341478718f3e4d7599cc0 is 175, key is test_row_0/A:col10/1734284256653/Put/seqid=0 2024-12-15T17:37:38,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741950_1126 (size=30955) 2024-12-15T17:37:38,594 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/897de222b64341478718f3e4d7599cc0 2024-12-15T17:37:38,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/7bafac36ec3a4cff94a97d8eea864fc6 is 50, key is test_row_0/B:col10/1734284256653/Put/seqid=0 2024-12-15T17:37:38,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741951_1127 (size=12001) 2024-12-15T17:37:38,675 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/7bafac36ec3a4cff94a97d8eea864fc6 2024-12-15T17:37:38,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/81ea90b2266d423a8ff0f6b7b40ce944 is 50, key is test_row_0/C:col10/1734284256653/Put/seqid=0 2024-12-15T17:37:38,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741952_1128 (size=12001) 2024-12-15T17:37:38,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:39,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284319010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284319020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284319020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284319023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284319122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284319128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284319134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284319134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,190 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/81ea90b2266d423a8ff0f6b7b40ce944 2024-12-15T17:37:39,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T17:37:39,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/897de222b64341478718f3e4d7599cc0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/897de222b64341478718f3e4d7599cc0 2024-12-15T17:37:39,223 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/897de222b64341478718f3e4d7599cc0, entries=150, sequenceid=91, filesize=30.2 K 2024-12-15T17:37:39,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/7bafac36ec3a4cff94a97d8eea864fc6 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/7bafac36ec3a4cff94a97d8eea864fc6 2024-12-15T17:37:39,242 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/7bafac36ec3a4cff94a97d8eea864fc6, entries=150, sequenceid=91, filesize=11.7 K 2024-12-15T17:37:39,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/81ea90b2266d423a8ff0f6b7b40ce944 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/81ea90b2266d423a8ff0f6b7b40ce944 2024-12-15T17:37:39,268 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/81ea90b2266d423a8ff0f6b7b40ce944, entries=150, sequenceid=91, filesize=11.7 K 2024-12-15T17:37:39,269 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=174.43 KB/178620 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 1209ms, sequenceid=91, compaction requested=true 2024-12-15T17:37:39,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:39,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:39,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-15T17:37:39,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-12-15T17:37:39,273 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-15T17:37:39,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1750 sec 2024-12-15T17:37:39,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 2.2070 sec 2024-12-15T17:37:39,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-12-15T17:37:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:39,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:39,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:39,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:39,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:39,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:39,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:39,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284319344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284319345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284319352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284319355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121550ab975ddcd34dca9a9823fcedcaf866_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284259018/Put/seqid=0 2024-12-15T17:37:39,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741953_1129 (size=14594) 2024-12-15T17:37:39,444 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:39,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284319460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284319461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284319461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,473 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121550ab975ddcd34dca9a9823fcedcaf866_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121550ab975ddcd34dca9a9823fcedcaf866_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:39,475 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/f2c7d769ec2c4b9faafa0cb06d19df9a, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:39,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/f2c7d769ec2c4b9faafa0cb06d19df9a is 175, key is test_row_0/A:col10/1734284259018/Put/seqid=0 2024-12-15T17:37:39,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741954_1130 (size=39549) 2024-12-15T17:37:39,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284319667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284319679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284319683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284319684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,917 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/f2c7d769ec2c4b9faafa0cb06d19df9a 2024-12-15T17:37:39,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/d2400edade9c4a3090b47349aa5b0375 is 50, key is test_row_0/B:col10/1734284259018/Put/seqid=0 2024-12-15T17:37:39,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741955_1131 (size=12001) 2024-12-15T17:37:39,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284319984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/d2400edade9c4a3090b47349aa5b0375 2024-12-15T17:37:39,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284319996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:39,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284319992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:40,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/bd6ea8a489de41ea8410cbdfa9f802a2 is 50, key is test_row_0/C:col10/1734284259018/Put/seqid=0 2024-12-15T17:37:40,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741956_1132 (size=12001) 2024-12-15T17:37:40,184 INFO [master/4ce65a7c4674:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-15T17:37:40,184 INFO [master/4ce65a7c4674:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-15T17:37:40,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284320187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:40,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/bd6ea8a489de41ea8410cbdfa9f802a2 2024-12-15T17:37:40,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/f2c7d769ec2c4b9faafa0cb06d19df9a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/f2c7d769ec2c4b9faafa0cb06d19df9a 2024-12-15T17:37:40,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/f2c7d769ec2c4b9faafa0cb06d19df9a, entries=200, sequenceid=123, filesize=38.6 K 2024-12-15T17:37:40,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/d2400edade9c4a3090b47349aa5b0375 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/d2400edade9c4a3090b47349aa5b0375 2024-12-15T17:37:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/d2400edade9c4a3090b47349aa5b0375, entries=150, sequenceid=123, filesize=11.7 K 2024-12-15T17:37:40,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/bd6ea8a489de41ea8410cbdfa9f802a2 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/bd6ea8a489de41ea8410cbdfa9f802a2 2024-12-15T17:37:40,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/bd6ea8a489de41ea8410cbdfa9f802a2, entries=150, sequenceid=123, filesize=11.7 K 2024-12-15T17:37:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 1172ms, sequenceid=123, compaction requested=true 2024-12-15T17:37:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:40,520 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:40,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:40,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:40,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:40,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:40,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:40,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T17:37:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,523 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,539 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132624 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,539 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/A is initiating minor compaction (all files) 2024-12-15T17:37:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,539 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/A in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:40,540 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/d0745dc90b854270a7ded25ed4f4efb0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/2df646d8d9404b45a5ed34f5209d440b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/897de222b64341478718f3e4d7599cc0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/f2c7d769ec2c4b9faafa0cb06d19df9a] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=129.5 K 2024-12-15T17:37:40,540 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:40,540 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/d0745dc90b854270a7ded25ed4f4efb0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/2df646d8d9404b45a5ed34f5209d440b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/897de222b64341478718f3e4d7599cc0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/f2c7d769ec2c4b9faafa0cb06d19df9a] 2024-12-15T17:37:40,541 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d0745dc90b854270a7ded25ed4f4efb0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734284253294 2024-12-15T17:37:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,547 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2df646d8d9404b45a5ed34f5209d440b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734284255961 2024-12-15T17:37:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,548 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 897de222b64341478718f3e4d7599cc0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734284256653 2024-12-15T17:37:40,549 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f2c7d769ec2c4b9faafa0cb06d19df9a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734284258996 2024-12-15T17:37:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,551 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:40,551 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/B is initiating minor compaction (all files) 2024-12-15T17:37:40,551 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/B in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,551 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/97d47b0172324d6e8b927b1085e419a3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b025d4d8be9444c6b30e1842385bd6c7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/7bafac36ec3a4cff94a97d8eea864fc6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/d2400edade9c4a3090b47349aa5b0375] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=47.0 K 2024-12-15T17:37:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,559 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97d47b0172324d6e8b927b1085e419a3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734284253294 2024-12-15T17:37:40,560 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b025d4d8be9444c6b30e1842385bd6c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734284255961 2024-12-15T17:37:40,561 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bafac36ec3a4cff94a97d8eea864fc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734284256653 2024-12-15T17:37:40,562 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2400edade9c4a3090b47349aa5b0375, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734284259018 2024-12-15T17:37:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,578 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,593 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#B#compaction#109 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:40,593 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/568f538941974a0b8c0e4feff96cda20 is 50, key is test_row_0/B:col10/1734284259018/Put/seqid=0 2024-12-15T17:37:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,598 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215e812ff0fb9b94993a4726d95aa7cf9a2_592d773a1bdb4ad5ed335cd2c32cdb6c store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,601 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215e812ff0fb9b94993a4726d95aa7cf9a2_592d773a1bdb4ad5ed335cd2c32cdb6c, store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,601 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e812ff0fb9b94993a4726d95aa7cf9a2_592d773a1bdb4ad5ed335cd2c32cdb6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741957_1133 (size=12241) 2024-12-15T17:37:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741958_1134 (size=4469) 2024-12-15T17:37:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,671 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#A#compaction#108 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:40,671 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/5b36efeaef8d4cf2b23b43672d1702cf is 175, key is test_row_0/A:col10/1734284259018/Put/seqid=0 2024-12-15T17:37:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741959_1135 (size=31195) 2024-12-15T17:37:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,717 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/5b36efeaef8d4cf2b23b43672d1702cf as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/5b36efeaef8d4cf2b23b43672d1702cf 2024-12-15T17:37:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:37:40,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:40,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:40,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:40,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:40,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:40,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:40,726 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/A of 592d773a1bdb4ad5ed335cd2c32cdb6c into 5b36efeaef8d4cf2b23b43672d1702cf(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:40,726 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:40,727 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/A, priority=12, startTime=1734284260520; duration=0sec 2024-12-15T17:37:40,727 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:40,727 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:A 2024-12-15T17:37:40,727 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,734 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:40,734 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/C is initiating minor compaction (all files) 2024-12-15T17:37:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,734 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/C in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:40,734 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/eab4a713ae6243ee8c265c333aa53af7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/6c6072e13e52452eb4bdc0cad23d7393, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/81ea90b2266d423a8ff0f6b7b40ce944, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/bd6ea8a489de41ea8410cbdfa9f802a2] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=47.0 K 2024-12-15T17:37:40,736 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting eab4a713ae6243ee8c265c333aa53af7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734284253294 2024-12-15T17:37:40,736 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c6072e13e52452eb4bdc0cad23d7393, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734284255961 2024-12-15T17:37:40,737 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 81ea90b2266d423a8ff0f6b7b40ce944, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734284256653 2024-12-15T17:37:40,738 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting bd6ea8a489de41ea8410cbdfa9f802a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734284259018 2024-12-15T17:37:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151c47350aede0425a994b57c66a880d48_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284260687/Put/seqid=0 2024-12-15T17:37:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,773 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#C#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,774 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/a43270e298014bebbd062de80bac8b35 is 50, key is test_row_0/C:col10/1734284259018/Put/seqid=0 2024-12-15T17:37:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284320835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284320836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:40,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741960_1136 (size=22218) 2024-12-15T17:37:40,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284320838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,846 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,857 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151c47350aede0425a994b57c66a880d48_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151c47350aede0425a994b57c66a880d48_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741961_1137 (size=12241) 2024-12-15T17:37:40,860 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/ac1e177942a64943944eb30c421ac146, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:40,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/ac1e177942a64943944eb30c421ac146 is 175, key is test_row_0/A:col10/1734284260687/Put/seqid=0 2024-12-15T17:37:40,869 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/a43270e298014bebbd062de80bac8b35 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a43270e298014bebbd062de80bac8b35 2024-12-15T17:37:40,877 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/C of 592d773a1bdb4ad5ed335cd2c32cdb6c into a43270e298014bebbd062de80bac8b35(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:40,877 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:40,877 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/C, priority=12, startTime=1734284260521; duration=0sec 2024-12-15T17:37:40,877 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:40,877 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:C 2024-12-15T17:37:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:40,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741962_1138 (size=65623) 2024-12-15T17:37:40,911 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/ac1e177942a64943944eb30c421ac146 2024-12-15T17:37:40,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/aa9b983e3f444d468502b268e4d019d0 is 50, key is test_row_0/B:col10/1734284260687/Put/seqid=0 2024-12-15T17:37:40,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284320944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:40,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284320944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:40,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284320944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:40,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741963_1139 (size=12151) 2024-12-15T17:37:41,070 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/568f538941974a0b8c0e4feff96cda20 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/568f538941974a0b8c0e4feff96cda20 2024-12-15T17:37:41,078 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/B of 592d773a1bdb4ad5ed335cd2c32cdb6c into 568f538941974a0b8c0e4feff96cda20(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:41,078 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:41,078 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/B, priority=12, startTime=1734284260521; duration=0sec 2024-12-15T17:37:41,078 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:41,079 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:B 2024-12-15T17:37:41,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284321156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:41,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284321156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:41,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284321157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:41,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284321198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T17:37:41,217 INFO [Thread-550 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-15T17:37:41,219 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-12-15T17:37:41,221 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T17:37:41,222 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:41,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T17:37:41,376 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:41,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T17:37:41,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:41,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:41,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:41,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:41,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:41,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/aa9b983e3f444d468502b268e4d019d0 2024-12-15T17:37:41,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/7913aa3d92c04db387cdf2eca9b48485 is 50, key is test_row_0/C:col10/1734284260687/Put/seqid=0 2024-12-15T17:37:41,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741964_1140 (size=12151) 2024-12-15T17:37:41,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/7913aa3d92c04db387cdf2eca9b48485 2024-12-15T17:37:41,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/ac1e177942a64943944eb30c421ac146 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/ac1e177942a64943944eb30c421ac146 2024-12-15T17:37:41,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284321461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:41,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284321461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:41,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284321463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:41,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/ac1e177942a64943944eb30c421ac146, entries=350, sequenceid=134, filesize=64.1 K 2024-12-15T17:37:41,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/aa9b983e3f444d468502b268e4d019d0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/aa9b983e3f444d468502b268e4d019d0 2024-12-15T17:37:41,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/aa9b983e3f444d468502b268e4d019d0, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T17:37:41,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/7913aa3d92c04db387cdf2eca9b48485 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7913aa3d92c04db387cdf2eca9b48485 2024-12-15T17:37:41,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7913aa3d92c04db387cdf2eca9b48485, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T17:37:41,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 762ms, sequenceid=134, compaction requested=false 2024-12-15T17:37:41,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T17:37:41,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:41,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T17:37:41,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:41,532 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T17:37:41,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:41,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:41,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:41,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:41,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:41,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b69939b97bfa4c10bc25a71af366ecd4_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284260821/Put/seqid=0 2024-12-15T17:37:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:41,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:41,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741965_1141 (size=12304) 2024-12-15T17:37:41,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284321608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:41,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284321716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:41,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T17:37:41,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284321925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:41,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284321967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:41,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284321971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:41,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:41,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284321971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:42,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:42,012 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b69939b97bfa4c10bc25a71af366ecd4_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b69939b97bfa4c10bc25a71af366ecd4_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:42,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/cfb168da764d4ecbb63ff98be15f4732, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:42,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/cfb168da764d4ecbb63ff98be15f4732 is 175, key is test_row_0/A:col10/1734284260821/Put/seqid=0 2024-12-15T17:37:42,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741966_1142 (size=31105) 2024-12-15T17:37:42,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284322230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T17:37:42,475 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/cfb168da764d4ecbb63ff98be15f4732 2024-12-15T17:37:42,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/eeeb00201d8f4c44b28b233ecafb51de is 50, key is test_row_0/B:col10/1734284260821/Put/seqid=0 2024-12-15T17:37:42,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741967_1143 (size=12151) 2024-12-15T17:37:42,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:42,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284322740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:42,955 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/eeeb00201d8f4c44b28b233ecafb51de 2024-12-15T17:37:42,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/9f965a9ff3244fc9b5f7bdbbaa75380d is 50, key is test_row_0/C:col10/1734284260821/Put/seqid=0 2024-12-15T17:37:42,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:42,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284322980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:42,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:42,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284322983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284322983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:43,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741968_1144 (size=12151) 2024-12-15T17:37:43,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:43,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284323210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:43,214 DEBUG [Thread-540 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., hostname=4ce65a7c4674,35427,1734284215611, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:37:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T17:37:43,416 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/9f965a9ff3244fc9b5f7bdbbaa75380d 2024-12-15T17:37:43,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/cfb168da764d4ecbb63ff98be15f4732 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/cfb168da764d4ecbb63ff98be15f4732 2024-12-15T17:37:43,435 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/cfb168da764d4ecbb63ff98be15f4732, entries=150, sequenceid=163, filesize=30.4 K 2024-12-15T17:37:43,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/eeeb00201d8f4c44b28b233ecafb51de as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/eeeb00201d8f4c44b28b233ecafb51de 2024-12-15T17:37:43,441 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/eeeb00201d8f4c44b28b233ecafb51de, entries=150, sequenceid=163, filesize=11.9 K 2024-12-15T17:37:43,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/9f965a9ff3244fc9b5f7bdbbaa75380d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/9f965a9ff3244fc9b5f7bdbbaa75380d 2024-12-15T17:37:43,449 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/9f965a9ff3244fc9b5f7bdbbaa75380d, entries=150, sequenceid=163, filesize=11.9 K 2024-12-15T17:37:43,450 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 1918ms, sequenceid=163, compaction requested=true 2024-12-15T17:37:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:43,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-15T17:37:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-12-15T17:37:43,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-15T17:37:43,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2300 sec 2024-12-15T17:37:43,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.2340 sec 2024-12-15T17:37:43,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:37:43,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:43,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:43,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:43,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:43,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:43,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:43,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215202798d6adb3483da4628a71abafd8c0_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284261594/Put/seqid=0 2024-12-15T17:37:43,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741969_1145 (size=12304) 2024-12-15T17:37:43,836 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:43,845 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215202798d6adb3483da4628a71abafd8c0_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215202798d6adb3483da4628a71abafd8c0_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:43,849 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/c1ccb109f0ac4c0cbac34d07db3377c0, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:43,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/c1ccb109f0ac4c0cbac34d07db3377c0 is 175, key is test_row_0/A:col10/1734284261594/Put/seqid=0 2024-12-15T17:37:43,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284323878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741970_1146 (size=31105) 2024-12-15T17:37:43,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284323986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:44,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284324206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:44,289 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/c1ccb109f0ac4c0cbac34d07db3377c0 2024-12-15T17:37:44,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/b32141d1c74b414d9ab3bcbcf39b9f3a is 50, key is test_row_0/B:col10/1734284261594/Put/seqid=0 2024-12-15T17:37:44,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741971_1147 (size=12151) 2024-12-15T17:37:44,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/b32141d1c74b414d9ab3bcbcf39b9f3a 2024-12-15T17:37:44,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/7a104cbdd7dc4793afaff110b6ee05e9 is 50, key is test_row_0/C:col10/1734284261594/Put/seqid=0 2024-12-15T17:37:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741972_1148 (size=12151) 2024-12-15T17:37:44,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/7a104cbdd7dc4793afaff110b6ee05e9 2024-12-15T17:37:44,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/c1ccb109f0ac4c0cbac34d07db3377c0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/c1ccb109f0ac4c0cbac34d07db3377c0 2024-12-15T17:37:44,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/c1ccb109f0ac4c0cbac34d07db3377c0, entries=150, sequenceid=174, filesize=30.4 K 2024-12-15T17:37:44,502 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-15T17:37:44,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/b32141d1c74b414d9ab3bcbcf39b9f3a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b32141d1c74b414d9ab3bcbcf39b9f3a 2024-12-15T17:37:44,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284324527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:44,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b32141d1c74b414d9ab3bcbcf39b9f3a, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T17:37:44,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/7a104cbdd7dc4793afaff110b6ee05e9 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7a104cbdd7dc4793afaff110b6ee05e9 2024-12-15T17:37:44,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7a104cbdd7dc4793afaff110b6ee05e9, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T17:37:44,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 803ms, sequenceid=174, compaction requested=true 2024-12-15T17:37:44,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:44,552 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:44,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:44,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:44,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:44,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:44,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:44,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T17:37:44,555 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:44,555 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159028 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:44,556 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/A is initiating minor compaction (all files) 2024-12-15T17:37:44,556 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/A in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:44,556 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/5b36efeaef8d4cf2b23b43672d1702cf, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/ac1e177942a64943944eb30c421ac146, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/cfb168da764d4ecbb63ff98be15f4732, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/c1ccb109f0ac4c0cbac34d07db3377c0] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=155.3 K 2024-12-15T17:37:44,556 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:44,556 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/5b36efeaef8d4cf2b23b43672d1702cf, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/ac1e177942a64943944eb30c421ac146, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/cfb168da764d4ecbb63ff98be15f4732, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/c1ccb109f0ac4c0cbac34d07db3377c0] 2024-12-15T17:37:44,558 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b36efeaef8d4cf2b23b43672d1702cf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734284259018 2024-12-15T17:37:44,558 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ac1e177942a64943944eb30c421ac146, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284260676 2024-12-15T17:37:44,558 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting cfb168da764d4ecbb63ff98be15f4732, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1734284260809 2024-12-15T17:37:44,559 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:44,559 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/B is initiating minor compaction (all files) 2024-12-15T17:37:44,559 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/B in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:44,559 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/568f538941974a0b8c0e4feff96cda20, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/aa9b983e3f444d468502b268e4d019d0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/eeeb00201d8f4c44b28b233ecafb51de, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b32141d1c74b414d9ab3bcbcf39b9f3a] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=47.6 K 2024-12-15T17:37:44,560 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 568f538941974a0b8c0e4feff96cda20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734284259018 2024-12-15T17:37:44,560 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c1ccb109f0ac4c0cbac34d07db3377c0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284261594 2024-12-15T17:37:44,561 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa9b983e3f444d468502b268e4d019d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284260687 2024-12-15T17:37:44,563 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting eeeb00201d8f4c44b28b233ecafb51de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1734284260809 2024-12-15T17:37:44,564 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b32141d1c74b414d9ab3bcbcf39b9f3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284261594 2024-12-15T17:37:44,592 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:44,602 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#B#compaction#121 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:44,603 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/aa1fa3c69c1645b7baaba96ea6548916 is 50, key is test_row_0/B:col10/1734284261594/Put/seqid=0 2024-12-15T17:37:44,616 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412158e40c24bde2e44d38fca8cd8f829d305_592d773a1bdb4ad5ed335cd2c32cdb6c store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:44,619 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412158e40c24bde2e44d38fca8cd8f829d305_592d773a1bdb4ad5ed335cd2c32cdb6c, store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:44,627 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158e40c24bde2e44d38fca8cd8f829d305_592d773a1bdb4ad5ed335cd2c32cdb6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:44,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741973_1149 (size=12527) 2024-12-15T17:37:44,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741974_1150 (size=4469) 2024-12-15T17:37:44,688 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#A#compaction#120 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:44,688 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/cfa142cbe6614208ae9b6e8c9451a6fe is 175, key is test_row_0/A:col10/1734284261594/Put/seqid=0 2024-12-15T17:37:44,703 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/aa1fa3c69c1645b7baaba96ea6548916 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/aa1fa3c69c1645b7baaba96ea6548916 2024-12-15T17:37:44,720 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/B of 592d773a1bdb4ad5ed335cd2c32cdb6c into aa1fa3c69c1645b7baaba96ea6548916(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:44,720 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:44,720 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/B, priority=12, startTime=1734284264552; duration=0sec 2024-12-15T17:37:44,720 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:44,720 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:B 2024-12-15T17:37:44,720 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:44,723 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:44,723 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/C is initiating minor compaction (all files) 2024-12-15T17:37:44,723 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/C in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:44,723 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a43270e298014bebbd062de80bac8b35, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7913aa3d92c04db387cdf2eca9b48485, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/9f965a9ff3244fc9b5f7bdbbaa75380d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7a104cbdd7dc4793afaff110b6ee05e9] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=47.6 K 2024-12-15T17:37:44,724 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting a43270e298014bebbd062de80bac8b35, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734284259018 2024-12-15T17:37:44,727 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7913aa3d92c04db387cdf2eca9b48485, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284260687 2024-12-15T17:37:44,728 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f965a9ff3244fc9b5f7bdbbaa75380d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1734284260809 2024-12-15T17:37:44,730 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a104cbdd7dc4793afaff110b6ee05e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284261594 2024-12-15T17:37:44,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741975_1151 (size=31481) 2024-12-15T17:37:44,776 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#C#compaction#122 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:44,777 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/7188d3fe48b8437ea2fbb13ee1f836aa is 50, key is test_row_0/C:col10/1734284261594/Put/seqid=0 2024-12-15T17:37:44,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741976_1152 (size=12527) 2024-12-15T17:37:44,834 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/7188d3fe48b8437ea2fbb13ee1f836aa as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7188d3fe48b8437ea2fbb13ee1f836aa 2024-12-15T17:37:44,845 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/C of 592d773a1bdb4ad5ed335cd2c32cdb6c into 7188d3fe48b8437ea2fbb13ee1f836aa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:44,845 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:44,845 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/C, priority=12, startTime=1734284264552; duration=0sec 2024-12-15T17:37:44,845 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:44,845 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:C 2024-12-15T17:37:44,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T17:37:44,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:44,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:44,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:45,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:45,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:45,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:45,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215267a8a1af9334fefbdbb66874068e6c1_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284264992/Put/seqid=0 2024-12-15T17:37:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:45,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741977_1153 (size=12304) 2024-12-15T17:37:45,036 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:45,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284325030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,050 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215267a8a1af9334fefbdbb66874068e6c1_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215267a8a1af9334fefbdbb66874068e6c1_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:45,051 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/79c767e396c3431293ea93369ad58d1f, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:45,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/79c767e396c3431293ea93369ad58d1f is 175, key is test_row_0/A:col10/1734284264992/Put/seqid=0 2024-12-15T17:37:45,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284325039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284325049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284325056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741978_1154 (size=31105) 2024-12-15T17:37:45,087 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/79c767e396c3431293ea93369ad58d1f 2024-12-15T17:37:45,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/8e5f97261f4a4d5a8b16208f9e472769 is 50, key is test_row_0/B:col10/1734284264992/Put/seqid=0 2024-12-15T17:37:45,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284325155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284325158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284325165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,173 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/cfa142cbe6614208ae9b6e8c9451a6fe as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/cfa142cbe6614208ae9b6e8c9451a6fe 2024-12-15T17:37:45,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741979_1155 (size=12151) 2024-12-15T17:37:45,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/8e5f97261f4a4d5a8b16208f9e472769 2024-12-15T17:37:45,188 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/A of 592d773a1bdb4ad5ed335cd2c32cdb6c into cfa142cbe6614208ae9b6e8c9451a6fe(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:45,189 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:45,189 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/A, priority=12, startTime=1734284264552; duration=0sec 2024-12-15T17:37:45,189 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:45,189 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:A 2024-12-15T17:37:45,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/793e10120b6a45a78672dd19df2b775a is 50, key is test_row_0/C:col10/1734284264992/Put/seqid=0 2024-12-15T17:37:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741980_1156 (size=12151) 2024-12-15T17:37:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T17:37:45,358 INFO [Thread-550 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-12-15T17:37:45,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284325360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284325362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284325367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,371 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-15T17:37:45,381 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T17:37:45,382 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:45,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T17:37:45,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-15T17:37:45,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:45,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:45,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:45,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:45,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:45,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/793e10120b6a45a78672dd19df2b775a 2024-12-15T17:37:45,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/79c767e396c3431293ea93369ad58d1f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/79c767e396c3431293ea93369ad58d1f 2024-12-15T17:37:45,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284325668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284325670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284325671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T17:37:45,694 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-15T17:37:45,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:45,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:45,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:45,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:45,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:45,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:45,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/79c767e396c3431293ea93369ad58d1f, entries=150, sequenceid=202, filesize=30.4 K 2024-12-15T17:37:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/8e5f97261f4a4d5a8b16208f9e472769 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/8e5f97261f4a4d5a8b16208f9e472769 2024-12-15T17:37:45,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/8e5f97261f4a4d5a8b16208f9e472769, entries=150, sequenceid=202, filesize=11.9 K 2024-12-15T17:37:45,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/793e10120b6a45a78672dd19df2b775a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/793e10120b6a45a78672dd19df2b775a 2024-12-15T17:37:45,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/793e10120b6a45a78672dd19df2b775a, entries=150, sequenceid=202, filesize=11.9 K 2024-12-15T17:37:45,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 790ms, sequenceid=202, compaction requested=false 2024-12-15T17:37:45,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:45,855 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:45,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-15T17:37:45,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:45,857 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T17:37:45,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:45,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:45,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:45,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:45,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:45,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:45,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e308da02e5b64a42b71e23aab9aac9c1_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284265028/Put/seqid=0 2024-12-15T17:37:45,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741981_1157 (size=12304) 2024-12-15T17:37:45,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:45,920 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e308da02e5b64a42b71e23aab9aac9c1_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e308da02e5b64a42b71e23aab9aac9c1_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:45,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/07c09302cbda4865bb768bdc19230fc0, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:45,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/07c09302cbda4865bb768bdc19230fc0 is 175, key is test_row_0/A:col10/1734284265028/Put/seqid=0 2024-12-15T17:37:45,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741982_1158 (size=31105) 2024-12-15T17:37:45,976 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/07c09302cbda4865bb768bdc19230fc0 2024-12-15T17:37:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T17:37:46,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/ddf237b4baae484cb1b24a41578db4e9 is 50, key is test_row_0/B:col10/1734284265028/Put/seqid=0 2024-12-15T17:37:46,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:46,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741983_1159 (size=12151) 2024-12-15T17:37:46,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284326148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:46,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284326182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:46,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284326188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:46,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284326191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:46,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284326251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:46,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284326457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:46,480 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/ddf237b4baae484cb1b24a41578db4e9 2024-12-15T17:37:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T17:37:46,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/a01e9be2e748444c9baae2d5d08310e4 is 50, key is test_row_0/C:col10/1734284265028/Put/seqid=0 2024-12-15T17:37:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741984_1160 (size=12151) 2024-12-15T17:37:46,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284326783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:46,966 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/a01e9be2e748444c9baae2d5d08310e4 2024-12-15T17:37:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/07c09302cbda4865bb768bdc19230fc0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/07c09302cbda4865bb768bdc19230fc0 2024-12-15T17:37:46,995 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/07c09302cbda4865bb768bdc19230fc0, entries=150, sequenceid=215, filesize=30.4 K 2024-12-15T17:37:46,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/ddf237b4baae484cb1b24a41578db4e9 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/ddf237b4baae484cb1b24a41578db4e9 2024-12-15T17:37:47,005 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/ddf237b4baae484cb1b24a41578db4e9, entries=150, sequenceid=215, filesize=11.9 K 2024-12-15T17:37:47,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/a01e9be2e748444c9baae2d5d08310e4 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a01e9be2e748444c9baae2d5d08310e4 2024-12-15T17:37:47,052 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a01e9be2e748444c9baae2d5d08310e4, entries=150, sequenceid=215, filesize=11.9 K 2024-12-15T17:37:47,058 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 1201ms, sequenceid=215, compaction requested=true 2024-12-15T17:37:47,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:47,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:47,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-15T17:37:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-15T17:37:47,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-15T17:37:47,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6790 sec 2024-12-15T17:37:47,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.6940 sec 2024-12-15T17:37:47,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T17:37:47,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:47,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:47,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:47,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:47,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:47,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:47,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b019cde5564a47d59b3fd82f169f9d8f_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284267193/Put/seqid=0 2024-12-15T17:37:47,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284327222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284327225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284327226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284327226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741985_1161 (size=14794) 2024-12-15T17:37:47,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284327303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284327334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284327335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284327335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284327335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T17:37:47,492 INFO [Thread-550 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-15T17:37:47,502 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-15T17:37:47,506 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:47,506 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:47,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:47,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T17:37:47,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284327538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284327541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284327541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284327547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T17:37:47,650 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:47,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T17:37:47,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:47,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:47,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:47,659 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b019cde5564a47d59b3fd82f169f9d8f_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b019cde5564a47d59b3fd82f169f9d8f_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:47,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:47,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:47,662 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/789cd81129bc47799607c3453a0733b6, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:47,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/789cd81129bc47799607c3453a0733b6 is 175, key is test_row_0/A:col10/1734284267193/Put/seqid=0 2024-12-15T17:37:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:47,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741986_1162 (size=39749) 2024-12-15T17:37:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T17:37:47,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T17:37:47,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:47,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:47,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:47,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:47,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:47,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284327842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284327846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284327846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284327859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,974 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:47,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T17:37:47,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:47,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:47,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:47,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:47,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:48,082 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/789cd81129bc47799607c3453a0733b6 2024-12-15T17:37:48,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/b2fc3ba3fa96471297bf4d964b16153e is 50, key is test_row_0/B:col10/1734284267193/Put/seqid=0 2024-12-15T17:37:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T17:37:48,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741987_1163 (size=12151) 2024-12-15T17:37:48,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/b2fc3ba3fa96471297bf4d964b16153e 2024-12-15T17:37:48,133 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T17:37:48,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:48,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:48,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:48,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:48,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:48,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/459c09ce8b3d42b8a3b566282b593f4e is 50, key is test_row_0/C:col10/1734284267193/Put/seqid=0 2024-12-15T17:37:48,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741988_1164 (size=12151) 2024-12-15T17:37:48,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/459c09ce8b3d42b8a3b566282b593f4e 2024-12-15T17:37:48,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/789cd81129bc47799607c3453a0733b6 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/789cd81129bc47799607c3453a0733b6 2024-12-15T17:37:48,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/789cd81129bc47799607c3453a0733b6, entries=200, sequenceid=240, filesize=38.8 K 2024-12-15T17:37:48,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/b2fc3ba3fa96471297bf4d964b16153e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b2fc3ba3fa96471297bf4d964b16153e 2024-12-15T17:37:48,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b2fc3ba3fa96471297bf4d964b16153e, entries=150, sequenceid=240, filesize=11.9 K 2024-12-15T17:37:48,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/459c09ce8b3d42b8a3b566282b593f4e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/459c09ce8b3d42b8a3b566282b593f4e 2024-12-15T17:37:48,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/459c09ce8b3d42b8a3b566282b593f4e, entries=150, sequenceid=240, filesize=11.9 K 2024-12-15T17:37:48,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 1063ms, sequenceid=240, compaction requested=true 2024-12-15T17:37:48,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:48,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:48,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:48,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:48,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:48,262 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:48,262 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:48,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:48,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:48,264 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:48,264 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/B is initiating minor compaction (all files) 2024-12-15T17:37:48,264 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/B in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:48,264 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/aa1fa3c69c1645b7baaba96ea6548916, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/8e5f97261f4a4d5a8b16208f9e472769, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/ddf237b4baae484cb1b24a41578db4e9, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b2fc3ba3fa96471297bf4d964b16153e] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=47.8 K 2024-12-15T17:37:48,265 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133440 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:48,265 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/A is initiating minor compaction (all files) 2024-12-15T17:37:48,265 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/A in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:48,265 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/cfa142cbe6614208ae9b6e8c9451a6fe, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/79c767e396c3431293ea93369ad58d1f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/07c09302cbda4865bb768bdc19230fc0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/789cd81129bc47799607c3453a0733b6] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=130.3 K 2024-12-15T17:37:48,265 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:48,265 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/cfa142cbe6614208ae9b6e8c9451a6fe, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/79c767e396c3431293ea93369ad58d1f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/07c09302cbda4865bb768bdc19230fc0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/789cd81129bc47799607c3453a0733b6] 2024-12-15T17:37:48,266 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting aa1fa3c69c1645b7baaba96ea6548916, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284261594 2024-12-15T17:37:48,266 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfa142cbe6614208ae9b6e8c9451a6fe, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284261594 2024-12-15T17:37:48,266 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e5f97261f4a4d5a8b16208f9e472769, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734284263841 2024-12-15T17:37:48,266 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79c767e396c3431293ea93369ad58d1f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734284263841 2024-12-15T17:37:48,267 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ddf237b4baae484cb1b24a41578db4e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734284265028 2024-12-15T17:37:48,267 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07c09302cbda4865bb768bdc19230fc0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734284265028 2024-12-15T17:37:48,267 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b2fc3ba3fa96471297bf4d964b16153e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734284266137 2024-12-15T17:37:48,267 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 789cd81129bc47799607c3453a0733b6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734284266137 2024-12-15T17:37:48,289 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:48,290 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:48,290 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/6e5c475106f24ca5ae4d7a2e7ae91711 is 50, key is test_row_0/B:col10/1734284267193/Put/seqid=0 2024-12-15T17:37:48,291 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T17:37:48,294 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412157154d98b3d86492599eeba8007276aea_592d773a1bdb4ad5ed335cd2c32cdb6c store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:48,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:48,296 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:37:48,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:48,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:48,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:48,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:48,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:48,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:48,297 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412157154d98b3d86492599eeba8007276aea_592d773a1bdb4ad5ed335cd2c32cdb6c, store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:48,298 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157154d98b3d86492599eeba8007276aea_592d773a1bdb4ad5ed335cd2c32cdb6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:48,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:48,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741989_1165 (size=4469) 2024-12-15T17:37:48,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a3de14637cee4c51b34bba4ab591ef85_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284267219/Put/seqid=0 2024-12-15T17:37:48,349 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#A#compaction#133 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:48,349 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/845cda26bbab46f38d695465b5a9155a is 175, key is test_row_0/A:col10/1734284267193/Put/seqid=0 2024-12-15T17:37:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741990_1166 (size=12663) 2024-12-15T17:37:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741991_1167 (size=12304) 2024-12-15T17:37:48,376 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/6e5c475106f24ca5ae4d7a2e7ae91711 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/6e5c475106f24ca5ae4d7a2e7ae91711 2024-12-15T17:37:48,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741992_1168 (size=31617) 2024-12-15T17:37:48,431 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/B of 592d773a1bdb4ad5ed335cd2c32cdb6c into 6e5c475106f24ca5ae4d7a2e7ae91711(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:48,432 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:48,432 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/B, priority=12, startTime=1734284268262; duration=0sec 2024-12-15T17:37:48,433 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:48,434 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:B 2024-12-15T17:37:48,434 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:48,446 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:48,446 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/C is initiating minor compaction (all files) 2024-12-15T17:37:48,447 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/C in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:48,447 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7188d3fe48b8437ea2fbb13ee1f836aa, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/793e10120b6a45a78672dd19df2b775a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a01e9be2e748444c9baae2d5d08310e4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/459c09ce8b3d42b8a3b566282b593f4e] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=47.8 K 2024-12-15T17:37:48,448 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7188d3fe48b8437ea2fbb13ee1f836aa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284261594 2024-12-15T17:37:48,449 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 793e10120b6a45a78672dd19df2b775a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1734284263841 2024-12-15T17:37:48,451 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a01e9be2e748444c9baae2d5d08310e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1734284265028 2024-12-15T17:37:48,453 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 459c09ce8b3d42b8a3b566282b593f4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734284266137 2024-12-15T17:37:48,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284328450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284328449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284328450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284328471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284328471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,485 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#C#compaction#135 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:48,486 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/32d5b1370ce846c48653c810cf970c8a is 50, key is test_row_0/C:col10/1734284267193/Put/seqid=0 2024-12-15T17:37:48,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741993_1169 (size=12663) 2024-12-15T17:37:48,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284328574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284328575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284328576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284328577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284328588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T17:37:48,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:48,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284328780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284328785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,787 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a3de14637cee4c51b34bba4ab591ef85_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a3de14637cee4c51b34bba4ab591ef85_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:48,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/e35d92bf9d504fff967e32ab65e8e81d, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:48,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284328786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284328787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/e35d92bf9d504fff967e32ab65e8e81d is 175, key is test_row_0/A:col10/1734284267219/Put/seqid=0 2024-12-15T17:37:48,795 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/845cda26bbab46f38d695465b5a9155a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/845cda26bbab46f38d695465b5a9155a 2024-12-15T17:37:48,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284328793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:48,802 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/A of 592d773a1bdb4ad5ed335cd2c32cdb6c into 845cda26bbab46f38d695465b5a9155a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:48,802 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:48,802 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/A, priority=12, startTime=1734284268262; duration=0sec 2024-12-15T17:37:48,802 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:48,803 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:A 2024-12-15T17:37:48,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741994_1170 (size=31105) 2024-12-15T17:37:48,824 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/e35d92bf9d504fff967e32ab65e8e81d 2024-12-15T17:37:48,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/0ecd90b8c93147f4bfebbcdd5aae4022 is 50, key is test_row_0/B:col10/1734284267219/Put/seqid=0 2024-12-15T17:37:48,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741995_1171 (size=12151) 2024-12-15T17:37:48,847 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/0ecd90b8c93147f4bfebbcdd5aae4022 2024-12-15T17:37:48,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/2639dab9f4954b41948bd53b93752763 is 50, key is test_row_0/C:col10/1734284267219/Put/seqid=0 2024-12-15T17:37:48,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741996_1172 (size=12151) 2024-12-15T17:37:48,903 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/2639dab9f4954b41948bd53b93752763 2024-12-15T17:37:48,919 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/32d5b1370ce846c48653c810cf970c8a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/32d5b1370ce846c48653c810cf970c8a 2024-12-15T17:37:48,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/e35d92bf9d504fff967e32ab65e8e81d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/e35d92bf9d504fff967e32ab65e8e81d 2024-12-15T17:37:48,947 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/C of 592d773a1bdb4ad5ed335cd2c32cdb6c into 32d5b1370ce846c48653c810cf970c8a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:48,947 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:48,947 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/C, priority=12, startTime=1734284268262; duration=0sec 2024-12-15T17:37:48,948 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:48,948 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:C 2024-12-15T17:37:48,954 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/e35d92bf9d504fff967e32ab65e8e81d, entries=150, sequenceid=251, filesize=30.4 K 2024-12-15T17:37:48,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/0ecd90b8c93147f4bfebbcdd5aae4022 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/0ecd90b8c93147f4bfebbcdd5aae4022 2024-12-15T17:37:48,969 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/0ecd90b8c93147f4bfebbcdd5aae4022, entries=150, sequenceid=251, filesize=11.9 K 2024-12-15T17:37:48,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/2639dab9f4954b41948bd53b93752763 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/2639dab9f4954b41948bd53b93752763 2024-12-15T17:37:48,988 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/2639dab9f4954b41948bd53b93752763, entries=150, sequenceid=251, filesize=11.9 K 2024-12-15T17:37:48,989 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 694ms, sequenceid=251, compaction requested=false 2024-12-15T17:37:48,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:48,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:48,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-15T17:37:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-15T17:37:48,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-15T17:37:48,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4850 sec 2024-12-15T17:37:48,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.4940 sec 2024-12-15T17:37:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:49,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T17:37:49,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:49,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:49,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:49,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:49,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:49,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:49,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284329102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284329102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284329107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284329107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284329108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d92ed098e03f42a5bfdc45a84fe8a97b_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284269089/Put/seqid=0 2024-12-15T17:37:49,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741997_1173 (size=12454) 2024-12-15T17:37:49,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284329210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284329214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284329216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284329412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284329417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284329421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,556 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:49,562 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d92ed098e03f42a5bfdc45a84fe8a97b_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d92ed098e03f42a5bfdc45a84fe8a97b_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:49,563 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/6b0305d8ebc64e10a7c4b8bc771f75b8, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:49,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/6b0305d8ebc64e10a7c4b8bc771f75b8 is 175, key is test_row_0/A:col10/1734284269089/Put/seqid=0 2024-12-15T17:37:49,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741998_1174 (size=31255) 2024-12-15T17:37:49,569 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/6b0305d8ebc64e10a7c4b8bc771f75b8 2024-12-15T17:37:49,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/3408e9e460ee4576b28b6d1b70014a19 is 50, key is test_row_0/B:col10/1734284269089/Put/seqid=0 2024-12-15T17:37:49,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741999_1175 (size=12301) 2024-12-15T17:37:49,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284329610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284329610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T17:37:49,620 INFO [Thread-550 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-15T17:37:49,621 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-15T17:37:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T17:37:49,623 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:49,624 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:49,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:49,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284329719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284329720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T17:37:49,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284329725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,776 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T17:37:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:49,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:49,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T17:37:49,931 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:49,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T17:37:49,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:49,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:49,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:49,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:49,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:49,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/3408e9e460ee4576b28b6d1b70014a19 2024-12-15T17:37:49,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/5115d11b134a4838a13fb6679a60fbc7 is 50, key is test_row_0/C:col10/1734284269089/Put/seqid=0 2024-12-15T17:37:50,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742000_1176 (size=12301) 2024-12-15T17:37:50,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/5115d11b134a4838a13fb6679a60fbc7 2024-12-15T17:37:50,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/6b0305d8ebc64e10a7c4b8bc771f75b8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/6b0305d8ebc64e10a7c4b8bc771f75b8 2024-12-15T17:37:50,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/6b0305d8ebc64e10a7c4b8bc771f75b8, entries=150, sequenceid=281, filesize=30.5 K 2024-12-15T17:37:50,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/3408e9e460ee4576b28b6d1b70014a19 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/3408e9e460ee4576b28b6d1b70014a19 2024-12-15T17:37:50,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/3408e9e460ee4576b28b6d1b70014a19, entries=150, sequenceid=281, filesize=12.0 K 2024-12-15T17:37:50,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/5115d11b134a4838a13fb6679a60fbc7 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/5115d11b134a4838a13fb6679a60fbc7 2024-12-15T17:37:50,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/5115d11b134a4838a13fb6679a60fbc7, entries=150, sequenceid=281, filesize=12.0 K 2024-12-15T17:37:50,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 960ms, sequenceid=281, compaction requested=true 2024-12-15T17:37:50,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:50,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:50,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:50,051 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:50,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:50,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:50,051 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:50,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:50,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:50,053 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:50,053 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/B is initiating minor compaction (all files) 2024-12-15T17:37:50,053 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/B in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:50,053 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/6e5c475106f24ca5ae4d7a2e7ae91711, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/0ecd90b8c93147f4bfebbcdd5aae4022, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/3408e9e460ee4576b28b6d1b70014a19] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=36.2 K 2024-12-15T17:37:50,053 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93977 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:50,053 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/A is initiating minor compaction (all files) 2024-12-15T17:37:50,053 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/A in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:50,053 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/845cda26bbab46f38d695465b5a9155a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/e35d92bf9d504fff967e32ab65e8e81d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/6b0305d8ebc64e10a7c4b8bc771f75b8] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=91.8 K 2024-12-15T17:37:50,053 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:50,053 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/845cda26bbab46f38d695465b5a9155a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/e35d92bf9d504fff967e32ab65e8e81d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/6b0305d8ebc64e10a7c4b8bc771f75b8] 2024-12-15T17:37:50,054 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e5c475106f24ca5ae4d7a2e7ae91711, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734284266137 2024-12-15T17:37:50,054 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 845cda26bbab46f38d695465b5a9155a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734284266137 2024-12-15T17:37:50,055 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ecd90b8c93147f4bfebbcdd5aae4022, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734284267217 2024-12-15T17:37:50,055 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e35d92bf9d504fff967e32ab65e8e81d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734284267217 2024-12-15T17:37:50,055 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3408e9e460ee4576b28b6d1b70014a19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1734284268383 2024-12-15T17:37:50,056 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b0305d8ebc64e10a7c4b8bc771f75b8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1734284268383 2024-12-15T17:37:50,069 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:50,070 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/4144de6d63f44f4ba0d943c746e30d2f is 50, key is test_row_0/B:col10/1734284269089/Put/seqid=0 2024-12-15T17:37:50,073 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:50,083 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T17:37:50,087 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121541fac388810b47b29f062d3dd48535d4_592d773a1bdb4ad5ed335cd2c32cdb6c store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:50,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742001_1177 (size=12915) 2024-12-15T17:37:50,089 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121541fac388810b47b29f062d3dd48535d4_592d773a1bdb4ad5ed335cd2c32cdb6c, store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:50,089 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121541fac388810b47b29f062d3dd48535d4_592d773a1bdb4ad5ed335cd2c32cdb6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:50,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:50,091 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-15T17:37:50,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:50,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:50,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742002_1178 (size=4469) 2024-12-15T17:37:50,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215580c20c50d754b018d8b32b99f17844b_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284269104/Put/seqid=0 2024-12-15T17:37:50,122 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#A#compaction#142 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:50,123 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/9be82e014520428cba3f3ccc4c8d0eaa is 175, key is test_row_0/A:col10/1734284269089/Put/seqid=0 2024-12-15T17:37:50,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742004_1180 (size=31869) 2024-12-15T17:37:50,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742003_1179 (size=12454) 2024-12-15T17:37:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:50,192 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215580c20c50d754b018d8b32b99f17844b_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215580c20c50d754b018d8b32b99f17844b_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:50,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/81a616294769413295aeb7e123ed2ba6, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:50,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/81a616294769413295aeb7e123ed2ba6 is 175, key is test_row_0/A:col10/1734284269104/Put/seqid=0 2024-12-15T17:37:50,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742005_1181 (size=31255) 2024-12-15T17:37:50,218 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/81a616294769413295aeb7e123ed2ba6 2024-12-15T17:37:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T17:37:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:50,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:50,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/e2df41611b854d7b8ac8d06bf1f40366 is 50, key is test_row_0/B:col10/1734284269104/Put/seqid=0 2024-12-15T17:37:50,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742006_1182 (size=12301) 2024-12-15T17:37:50,256 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/e2df41611b854d7b8ac8d06bf1f40366 2024-12-15T17:37:50,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284330269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/e62e777b8eba46159c51143fb339d1a0 is 50, key is test_row_0/C:col10/1734284269104/Put/seqid=0 2024-12-15T17:37:50,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284330270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284330270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742007_1183 (size=12301) 2024-12-15T17:37:50,295 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/e62e777b8eba46159c51143fb339d1a0 2024-12-15T17:37:50,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/81a616294769413295aeb7e123ed2ba6 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/81a616294769413295aeb7e123ed2ba6 2024-12-15T17:37:50,329 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/81a616294769413295aeb7e123ed2ba6, entries=150, sequenceid=290, filesize=30.5 K 2024-12-15T17:37:50,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/e2df41611b854d7b8ac8d06bf1f40366 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/e2df41611b854d7b8ac8d06bf1f40366 2024-12-15T17:37:50,346 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/e2df41611b854d7b8ac8d06bf1f40366, entries=150, sequenceid=290, filesize=12.0 K 2024-12-15T17:37:50,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/e62e777b8eba46159c51143fb339d1a0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/e62e777b8eba46159c51143fb339d1a0 2024-12-15T17:37:50,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284330373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,377 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/e62e777b8eba46159c51143fb339d1a0, entries=150, sequenceid=290, filesize=12.0 K 2024-12-15T17:37:50,386 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 295ms, sequenceid=290, compaction requested=true 2024-12-15T17:37:50,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:50,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:50,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-15T17:37:50,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-15T17:37:50,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:50,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:50,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:50,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:50,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:50,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-15T17:37:50,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-15T17:37:50,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 768 msec 2024-12-15T17:37:50,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 778 msec 2024-12-15T17:37:50,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284330400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284330407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215358d54279ee847d9b4def60b70bb9c24_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284270386/Put/seqid=0 2024-12-15T17:37:50,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742008_1184 (size=12454) 2024-12-15T17:37:50,503 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/4144de6d63f44f4ba0d943c746e30d2f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/4144de6d63f44f4ba0d943c746e30d2f 2024-12-15T17:37:50,511 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/B of 592d773a1bdb4ad5ed335cd2c32cdb6c into 4144de6d63f44f4ba0d943c746e30d2f(size=12.6 K), total size for store is 24.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:50,511 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:50,512 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/B, priority=13, startTime=1734284270051; duration=0sec 2024-12-15T17:37:50,512 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:50,512 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:B 2024-12-15T17:37:50,512 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:50,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284330516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,517 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:50,517 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/C is initiating minor compaction (all files) 2024-12-15T17:37:50,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:50,517 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/C in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:50,517 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/32d5b1370ce846c48653c810cf970c8a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/2639dab9f4954b41948bd53b93752763, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/5115d11b134a4838a13fb6679a60fbc7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/e62e777b8eba46159c51143fb339d1a0] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=48.3 K 2024-12-15T17:37:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284330516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,519 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 32d5b1370ce846c48653c810cf970c8a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1734284266137 2024-12-15T17:37:50,519 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2639dab9f4954b41948bd53b93752763, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734284267217 2024-12-15T17:37:50,520 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5115d11b134a4838a13fb6679a60fbc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1734284268383 2024-12-15T17:37:50,520 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e62e777b8eba46159c51143fb339d1a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1734284269097 2024-12-15T17:37:50,545 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:50,546 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/f7acce6fc78e4961a7ec6a7a2b4ea352 is 50, key is test_row_0/C:col10/1734284269104/Put/seqid=0 2024-12-15T17:37:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742009_1185 (size=12949) 2024-12-15T17:37:50,568 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/f7acce6fc78e4961a7ec6a7a2b4ea352 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/f7acce6fc78e4961a7ec6a7a2b4ea352 2024-12-15T17:37:50,574 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/C of 592d773a1bdb4ad5ed335cd2c32cdb6c into f7acce6fc78e4961a7ec6a7a2b4ea352(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:50,575 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:50,575 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/C, priority=12, startTime=1734284270051; duration=0sec 2024-12-15T17:37:50,575 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:50,575 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:C 2024-12-15T17:37:50,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284330576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,584 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/9be82e014520428cba3f3ccc4c8d0eaa as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/9be82e014520428cba3f3ccc4c8d0eaa 2024-12-15T17:37:50,602 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/A of 592d773a1bdb4ad5ed335cd2c32cdb6c into 9be82e014520428cba3f3ccc4c8d0eaa(size=31.1 K), total size for store is 61.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:50,602 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:50,602 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/A, priority=13, startTime=1734284270051; duration=0sec 2024-12-15T17:37:50,603 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:50,603 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:A 2024-12-15T17:37:50,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284330615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284330619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284330719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284330719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T17:37:50,726 INFO [Thread-550 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-15T17:37:50,727 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-15T17:37:50,729 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T17:37:50,730 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:50,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:50,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T17:37:50,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:50,861 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215358d54279ee847d9b4def60b70bb9c24_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215358d54279ee847d9b4def60b70bb9c24_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:50,862 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/1524bd502cd344baa3f70732eb2c6691, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:50,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/1524bd502cd344baa3f70732eb2c6691 is 175, key is test_row_0/A:col10/1734284270386/Put/seqid=0 2024-12-15T17:37:50,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742010_1186 (size=31255) 2024-12-15T17:37:50,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:50,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T17:37:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:50,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:50,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:50,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284330883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:51,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284331027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:51,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284331028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:51,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T17:37:51,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T17:37:51,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:51,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,042 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44733 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4ce65a7c4674,35427,1734284215611, table=TestAcidGuarantees, region=592d773a1bdb4ad5ed335cd2c32cdb6c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T17:37:51,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:51,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T17:37:51,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:51,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,275 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/1524bd502cd344baa3f70732eb2c6691 2024-12-15T17:37:51,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/093efa8587864ddc833f5e2fd2cea85c is 50, key is test_row_0/B:col10/1734284270386/Put/seqid=0 2024-12-15T17:37:51,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742011_1187 (size=12301) 2024-12-15T17:37:51,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/093efa8587864ddc833f5e2fd2cea85c 2024-12-15T17:37:51,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/80493e49d16846bbb0e45a00a37fcb23 is 50, key is test_row_0/C:col10/1734284270386/Put/seqid=0 2024-12-15T17:37:51,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742012_1188 (size=12301) 2024-12-15T17:37:51,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T17:37:51,345 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:51,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T17:37:51,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:51,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284331389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:51,499 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:51,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T17:37:51,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:51,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284331532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:51,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284331533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:51,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:51,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T17:37:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/80493e49d16846bbb0e45a00a37fcb23 2024-12-15T17:37:51,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/1524bd502cd344baa3f70732eb2c6691 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/1524bd502cd344baa3f70732eb2c6691 2024-12-15T17:37:51,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/1524bd502cd344baa3f70732eb2c6691, entries=150, sequenceid=319, filesize=30.5 K 2024-12-15T17:37:51,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/093efa8587864ddc833f5e2fd2cea85c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/093efa8587864ddc833f5e2fd2cea85c 2024-12-15T17:37:51,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/093efa8587864ddc833f5e2fd2cea85c, entries=150, sequenceid=319, filesize=12.0 K 2024-12-15T17:37:51,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/80493e49d16846bbb0e45a00a37fcb23 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/80493e49d16846bbb0e45a00a37fcb23 2024-12-15T17:37:51,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:51,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T17:37:51,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:51,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:51,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/80493e49d16846bbb0e45a00a37fcb23, entries=150, sequenceid=319, filesize=12.0 K 2024-12-15T17:37:51,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 1437ms, sequenceid=319, compaction requested=true 2024-12-15T17:37:51,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:51,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:51,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:51,826 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:51,826 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:51,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:51,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:51,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:51,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:51,829 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:51,829 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:51,829 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/B is initiating minor compaction (all files) 2024-12-15T17:37:51,829 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/A is initiating minor compaction (all files) 2024-12-15T17:37:51,829 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/A in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,829 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/B in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,829 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/9be82e014520428cba3f3ccc4c8d0eaa, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/81a616294769413295aeb7e123ed2ba6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/1524bd502cd344baa3f70732eb2c6691] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=92.2 K 2024-12-15T17:37:51,829 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/4144de6d63f44f4ba0d943c746e30d2f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/e2df41611b854d7b8ac8d06bf1f40366, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/093efa8587864ddc833f5e2fd2cea85c] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=36.6 K 2024-12-15T17:37:51,829 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,829 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/9be82e014520428cba3f3ccc4c8d0eaa, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/81a616294769413295aeb7e123ed2ba6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/1524bd502cd344baa3f70732eb2c6691] 2024-12-15T17:37:51,831 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 4144de6d63f44f4ba0d943c746e30d2f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1734284268383 2024-12-15T17:37:51,836 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9be82e014520428cba3f3ccc4c8d0eaa, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1734284268383 2024-12-15T17:37:51,837 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e2df41611b854d7b8ac8d06bf1f40366, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1734284269097 2024-12-15T17:37:51,838 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81a616294769413295aeb7e123ed2ba6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1734284269097 2024-12-15T17:37:51,838 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 093efa8587864ddc833f5e2fd2cea85c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734284270268 2024-12-15T17:37:51,838 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1524bd502cd344baa3f70732eb2c6691, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734284270268 2024-12-15T17:37:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T17:37:51,868 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:51,873 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121535ebe5ca324f4a3c8213ad9ee0b4f083_592d773a1bdb4ad5ed335cd2c32cdb6c store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:51,873 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#B#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:51,874 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/5072147fe95f4e699ad7c6f4e6a3d56c is 50, key is test_row_0/B:col10/1734284270386/Put/seqid=0 2024-12-15T17:37:51,874 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121535ebe5ca324f4a3c8213ad9ee0b4f083_592d773a1bdb4ad5ed335cd2c32cdb6c, store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:51,875 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121535ebe5ca324f4a3c8213ad9ee0b4f083_592d773a1bdb4ad5ed335cd2c32cdb6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:51,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742013_1189 (size=13017) 2024-12-15T17:37:51,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742014_1190 (size=4469) 2024-12-15T17:37:51,911 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#A#compaction#150 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:51,912 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/4b09eae107604ceeaad704596f230ae6 is 175, key is test_row_0/A:col10/1734284270386/Put/seqid=0 2024-12-15T17:37:51,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742015_1191 (size=31971) 2024-12-15T17:37:51,973 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:51,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-15T17:37:51,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:51,974 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T17:37:51,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:51,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:51,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:51,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:51,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:51,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:51,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215053bf103e9e44783b0213f507b23091f_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284270398/Put/seqid=0 2024-12-15T17:37:52,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742016_1192 (size=12454) 2024-12-15T17:37:52,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:52,045 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215053bf103e9e44783b0213f507b23091f_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215053bf103e9e44783b0213f507b23091f_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:52,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/9d448a2b55b940b8b90c42e9279f5428, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:52,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/9d448a2b55b940b8b90c42e9279f5428 is 175, key is test_row_0/A:col10/1734284270398/Put/seqid=0 2024-12-15T17:37:52,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742017_1193 (size=31255) 2024-12-15T17:37:52,318 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/5072147fe95f4e699ad7c6f4e6a3d56c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/5072147fe95f4e699ad7c6f4e6a3d56c 2024-12-15T17:37:52,336 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/B of 592d773a1bdb4ad5ed335cd2c32cdb6c into 5072147fe95f4e699ad7c6f4e6a3d56c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:52,336 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:52,336 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/B, priority=13, startTime=1734284271826; duration=0sec 2024-12-15T17:37:52,336 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:52,336 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:B 2024-12-15T17:37:52,337 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T17:37:52,341 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:37:52,341 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/4b09eae107604ceeaad704596f230ae6 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/4b09eae107604ceeaad704596f230ae6 2024-12-15T17:37:52,342 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:37:52,342 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. because compaction request was cancelled 2024-12-15T17:37:52,342 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:C 2024-12-15T17:37:52,350 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/A of 592d773a1bdb4ad5ed335cd2c32cdb6c into 4b09eae107604ceeaad704596f230ae6(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:52,351 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:52,351 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/A, priority=13, startTime=1734284271826; duration=0sec 2024-12-15T17:37:52,351 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:52,351 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:A 2024-12-15T17:37:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:52,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:52,496 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/9d448a2b55b940b8b90c42e9279f5428 2024-12-15T17:37:52,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/2fbc0da4592b4a92b3d4fd6ef68bb311 is 50, key is test_row_0/B:col10/1734284270398/Put/seqid=0 2024-12-15T17:37:52,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284332517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:52,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48244 deadline: 1734284332538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:52,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48208 deadline: 1734284332538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:52,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742018_1194 (size=12301) 2024-12-15T17:37:52,556 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/2fbc0da4592b4a92b3d4fd6ef68bb311 2024-12-15T17:37:52,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/3bdf32b41fdb4cf29602b3bb116c47e8 is 50, key is test_row_0/C:col10/1734284270398/Put/seqid=0 2024-12-15T17:37:52,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742019_1195 (size=12301) 2024-12-15T17:37:52,617 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/3bdf32b41fdb4cf29602b3bb116c47e8 2024-12-15T17:37:52,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/9d448a2b55b940b8b90c42e9279f5428 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/9d448a2b55b940b8b90c42e9279f5428 2024-12-15T17:37:52,630 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/9d448a2b55b940b8b90c42e9279f5428, entries=150, sequenceid=329, filesize=30.5 K 2024-12-15T17:37:52,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284332625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:52,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48198 deadline: 1734284332630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:52,634 DEBUG [Thread-546 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., hostname=4ce65a7c4674,35427,1734284215611, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:37:52,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/2fbc0da4592b4a92b3d4fd6ef68bb311 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/2fbc0da4592b4a92b3d4fd6ef68bb311 2024-12-15T17:37:52,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48232 deadline: 1734284332638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:52,643 DEBUG [Thread-544 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4194 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., hostname=4ce65a7c4674,35427,1734284215611, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:37:52,647 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/2fbc0da4592b4a92b3d4fd6ef68bb311, entries=150, sequenceid=329, filesize=12.0 K 2024-12-15T17:37:52,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/3bdf32b41fdb4cf29602b3bb116c47e8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/3bdf32b41fdb4cf29602b3bb116c47e8 2024-12-15T17:37:52,655 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/3bdf32b41fdb4cf29602b3bb116c47e8, entries=150, sequenceid=329, filesize=12.0 K 2024-12-15T17:37:52,657 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 683ms, sequenceid=329, compaction requested=true 2024-12-15T17:37:52,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:52,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:52,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-15T17:37:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-15T17:37:52,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-15T17:37:52,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9290 sec 2024-12-15T17:37:52,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.9350 sec 2024-12-15T17:37:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:52,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-15T17:37:52,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:52,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:52,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:52,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:52,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:52,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T17:37:52,848 INFO [Thread-550 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-15T17:37:52,849 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:37:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-15T17:37:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T17:37:52,852 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:37:52,854 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:37:52,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:37:52,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284332853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:52,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157f4e53eb4b4a4942a134f844cbd442d7_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284272509/Put/seqid=0 2024-12-15T17:37:52,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742020_1196 (size=12454) 2024-12-15T17:37:52,932 DEBUG [Thread-555 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:49653 2024-12-15T17:37:52,932 DEBUG [Thread-555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:52,934 DEBUG [Thread-557 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:49653 2024-12-15T17:37:52,934 DEBUG [Thread-557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:52,936 DEBUG [Thread-553 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x517ff977 to 127.0.0.1:49653 2024-12-15T17:37:52,936 DEBUG [Thread-553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:52,937 DEBUG [Thread-551 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x247c0c93 to 127.0.0.1:49653 2024-12-15T17:37:52,937 DEBUG [Thread-551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T17:37:52,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284332975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:53,006 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:53,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T17:37:53,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:53,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:53,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:53,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T17:37:53,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:53,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T17:37:53,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:53,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:53,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:53,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284333185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:53,299 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:53,304 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157f4e53eb4b4a4942a134f844cbd442d7_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157f4e53eb4b4a4942a134f844cbd442d7_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:53,306 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/577bdfd3ffd3499492bc2f069751fcee, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:53,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/577bdfd3ffd3499492bc2f069751fcee is 175, key is test_row_0/A:col10/1734284272509/Put/seqid=0 2024-12-15T17:37:53,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:53,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T17:37:53,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:53,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:53,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:53,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742021_1197 (size=31255) 2024-12-15T17:37:53,336 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/577bdfd3ffd3499492bc2f069751fcee 2024-12-15T17:37:53,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/5b8a6d467de64bc1a3c30210fca9202d is 50, key is test_row_0/B:col10/1734284272509/Put/seqid=0 2024-12-15T17:37:53,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742022_1198 (size=12301) 2024-12-15T17:37:53,368 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:37:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T17:37:53,474 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:53,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T17:37:53,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:53,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:53,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:53,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284333499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:53,627 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:53,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T17:37:53,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:53,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:53,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:53,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/5b8a6d467de64bc1a3c30210fca9202d 2024-12-15T17:37:53,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/6cdce4c0d6044573b8913a9496b1bb26 is 50, key is test_row_0/C:col10/1734284272509/Put/seqid=0 2024-12-15T17:37:53,787 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:53,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T17:37:53,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:53,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:53,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:53,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742023_1199 (size=12301) 2024-12-15T17:37:53,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:53,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T17:37:53,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:53,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:53,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:53,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T17:37:54,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:37:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48220 deadline: 1734284334005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:54,097 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:54,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T17:37:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:54,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:54,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:54,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/6cdce4c0d6044573b8913a9496b1bb26 2024-12-15T17:37:54,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/577bdfd3ffd3499492bc2f069751fcee as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/577bdfd3ffd3499492bc2f069751fcee 2024-12-15T17:37:54,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/577bdfd3ffd3499492bc2f069751fcee, entries=150, sequenceid=361, filesize=30.5 K 2024-12-15T17:37:54,260 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:54,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/5b8a6d467de64bc1a3c30210fca9202d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/5b8a6d467de64bc1a3c30210fca9202d 2024-12-15T17:37:54,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T17:37:54,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. as already flushing 2024-12-15T17:37:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:54,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:37:54,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/5b8a6d467de64bc1a3c30210fca9202d, entries=150, sequenceid=361, filesize=12.0 K 2024-12-15T17:37:54,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/6cdce4c0d6044573b8913a9496b1bb26 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/6cdce4c0d6044573b8913a9496b1bb26 2024-12-15T17:37:54,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/6cdce4c0d6044573b8913a9496b1bb26, entries=150, sequenceid=361, filesize=12.0 K 2024-12-15T17:37:54,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 1451ms, sequenceid=361, compaction requested=true 2024-12-15T17:37:54,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:54,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:37:54,295 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:54,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:54,295 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:37:54,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:37:54,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:54,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 592d773a1bdb4ad5ed335cd2c32cdb6c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:37:54,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:54,297 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:54,297 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:37:54,297 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/A is initiating minor compaction (all files) 2024-12-15T17:37:54,297 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/B is initiating minor compaction (all files) 2024-12-15T17:37:54,297 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/B in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:54,297 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/A in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:54,297 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/4b09eae107604ceeaad704596f230ae6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/9d448a2b55b940b8b90c42e9279f5428, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/577bdfd3ffd3499492bc2f069751fcee] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=92.3 K 2024-12-15T17:37:54,297 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/5072147fe95f4e699ad7c6f4e6a3d56c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/2fbc0da4592b4a92b3d4fd6ef68bb311, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/5b8a6d467de64bc1a3c30210fca9202d] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=36.7 K 2024-12-15T17:37:54,297 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:54,298 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/4b09eae107604ceeaad704596f230ae6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/9d448a2b55b940b8b90c42e9279f5428, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/577bdfd3ffd3499492bc2f069751fcee] 2024-12-15T17:37:54,298 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b09eae107604ceeaad704596f230ae6, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734284270268 2024-12-15T17:37:54,298 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5072147fe95f4e699ad7c6f4e6a3d56c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734284270268 2024-12-15T17:37:54,299 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d448a2b55b940b8b90c42e9279f5428, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734284270398 2024-12-15T17:37:54,299 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fbc0da4592b4a92b3d4fd6ef68bb311, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734284270398 2024-12-15T17:37:54,299 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 577bdfd3ffd3499492bc2f069751fcee, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734284272487 2024-12-15T17:37:54,299 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b8a6d467de64bc1a3c30210fca9202d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734284272487 2024-12-15T17:37:54,317 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#B#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:54,318 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/eb22dac15dfd456c8d32aba1c25a0efe is 50, key is test_row_0/B:col10/1734284272509/Put/seqid=0 2024-12-15T17:37:54,325 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:54,346 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412150e93d4f6049a441b99979b6a99dd75f5_592d773a1bdb4ad5ed335cd2c32cdb6c store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:54,385 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412150e93d4f6049a441b99979b6a99dd75f5_592d773a1bdb4ad5ed335cd2c32cdb6c, store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:54,386 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150e93d4f6049a441b99979b6a99dd75f5_592d773a1bdb4ad5ed335cd2c32cdb6c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742024_1200 (size=13119) 2024-12-15T17:37:54,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:54,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-15T17:37:54,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:54,421 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-15T17:37:54,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:54,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:54,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:54,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:54,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:54,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:54,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742025_1201 (size=4469) 2024-12-15T17:37:54,439 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/eb22dac15dfd456c8d32aba1c25a0efe as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/eb22dac15dfd456c8d32aba1c25a0efe 2024-12-15T17:37:54,441 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#A#compaction#159 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:54,442 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/71b713cc54c047f09b3456eec06ba890 is 175, key is test_row_0/A:col10/1734284272509/Put/seqid=0 2024-12-15T17:37:54,464 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/B of 592d773a1bdb4ad5ed335cd2c32cdb6c into eb22dac15dfd456c8d32aba1c25a0efe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:54,464 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:54,464 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/B, priority=13, startTime=1734284274295; duration=0sec 2024-12-15T17:37:54,464 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:37:54,464 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:B 2024-12-15T17:37:54,464 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:37:54,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121585684f5f15bd444999060802236a3832_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284272852/Put/seqid=0 2024-12-15T17:37:54,476 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:37:54,476 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 592d773a1bdb4ad5ed335cd2c32cdb6c/C is initiating minor compaction (all files) 2024-12-15T17:37:54,476 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 592d773a1bdb4ad5ed335cd2c32cdb6c/C in TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:54,477 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/f7acce6fc78e4961a7ec6a7a2b4ea352, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/80493e49d16846bbb0e45a00a37fcb23, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/3bdf32b41fdb4cf29602b3bb116c47e8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/6cdce4c0d6044573b8913a9496b1bb26] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp, totalSize=48.7 K 2024-12-15T17:37:54,484 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f7acce6fc78e4961a7ec6a7a2b4ea352, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1734284269097 2024-12-15T17:37:54,488 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 80493e49d16846bbb0e45a00a37fcb23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734284270268 2024-12-15T17:37:54,488 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bdf32b41fdb4cf29602b3bb116c47e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734284270398 2024-12-15T17:37:54,489 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cdce4c0d6044573b8913a9496b1bb26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1734284272487 2024-12-15T17:37:54,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742026_1202 (size=32073) 2024-12-15T17:37:54,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742027_1203 (size=9914) 2024-12-15T17:37:54,537 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 592d773a1bdb4ad5ed335cd2c32cdb6c#C#compaction#161 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:37:54,537 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/dd4d84f0e575481d8149e8ccc54b8031 is 50, key is test_row_0/C:col10/1734284272509/Put/seqid=0 2024-12-15T17:37:54,555 DEBUG [Thread-540 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cae6c5c to 127.0.0.1:49653 2024-12-15T17:37:54,555 DEBUG [Thread-540 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:54,564 DEBUG [Thread-548 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a4c53ed to 127.0.0.1:49653 2024-12-15T17:37:54,564 DEBUG [Thread-548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:54,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742028_1204 (size=13085) 2024-12-15T17:37:54,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:54,955 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121585684f5f15bd444999060802236a3832_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121585684f5f15bd444999060802236a3832_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:54,958 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/71b713cc54c047f09b3456eec06ba890 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/71b713cc54c047f09b3456eec06ba890 2024-12-15T17:37:54,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/84b54d9464af44a68f0c6eed62df42be, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:54,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/84b54d9464af44a68f0c6eed62df42be is 175, key is test_row_0/A:col10/1734284272852/Put/seqid=0 2024-12-15T17:37:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T17:37:54,973 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/A of 592d773a1bdb4ad5ed335cd2c32cdb6c into 71b713cc54c047f09b3456eec06ba890(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:54,973 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:54,973 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/A, priority=13, startTime=1734284274295; duration=0sec 2024-12-15T17:37:54,974 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:54,974 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:A 2024-12-15T17:37:54,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742029_1205 (size=22561) 2024-12-15T17:37:54,992 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/84b54d9464af44a68f0c6eed62df42be 2024-12-15T17:37:54,995 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/dd4d84f0e575481d8149e8ccc54b8031 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/dd4d84f0e575481d8149e8ccc54b8031 2024-12-15T17:37:55,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/d8852824435445d6be0031aba5e8cfdd is 50, key is test_row_0/B:col10/1734284272852/Put/seqid=0 2024-12-15T17:37:55,008 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 592d773a1bdb4ad5ed335cd2c32cdb6c/C of 592d773a1bdb4ad5ed335cd2c32cdb6c into dd4d84f0e575481d8149e8ccc54b8031(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:37:55,008 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:55,008 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c., storeName=592d773a1bdb4ad5ed335cd2c32cdb6c/C, priority=12, startTime=1734284274295; duration=0sec 2024-12-15T17:37:55,008 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:37:55,008 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 592d773a1bdb4ad5ed335cd2c32cdb6c:C 2024-12-15T17:37:55,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742030_1206 (size=9857) 2024-12-15T17:37:55,014 DEBUG [Thread-542 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c820ef9 to 127.0.0.1:49653 2024-12-15T17:37:55,014 DEBUG [Thread-542 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:55,411 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/d8852824435445d6be0031aba5e8cfdd 2024-12-15T17:37:55,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/a140f57e44ac47e0904518360ad9e986 is 50, key is test_row_0/C:col10/1734284272852/Put/seqid=0 2024-12-15T17:37:55,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742031_1207 (size=9857) 2024-12-15T17:37:55,436 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/a140f57e44ac47e0904518360ad9e986 2024-12-15T17:37:55,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/84b54d9464af44a68f0c6eed62df42be as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/84b54d9464af44a68f0c6eed62df42be 2024-12-15T17:37:55,456 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/84b54d9464af44a68f0c6eed62df42be, entries=100, sequenceid=367, filesize=22.0 K 2024-12-15T17:37:55,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/d8852824435445d6be0031aba5e8cfdd as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/d8852824435445d6be0031aba5e8cfdd 2024-12-15T17:37:55,475 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/d8852824435445d6be0031aba5e8cfdd, entries=100, sequenceid=367, filesize=9.6 K 2024-12-15T17:37:55,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/a140f57e44ac47e0904518360ad9e986 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a140f57e44ac47e0904518360ad9e986 2024-12-15T17:37:55,484 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a140f57e44ac47e0904518360ad9e986, entries=100, sequenceid=367, filesize=9.6 K 2024-12-15T17:37:55,485 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=20.13 KB/20610 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 1064ms, sequenceid=367, compaction requested=false 2024-12-15T17:37:55,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:55,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:55,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-15T17:37:55,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-15T17:37:55,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-15T17:37:55,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6320 sec 2024-12-15T17:37:55,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.6400 sec 2024-12-15T17:37:56,656 DEBUG [Thread-544 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:49653 2024-12-15T17:37:56,656 DEBUG [Thread-544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:56,665 DEBUG [Thread-546 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e904d8 to 127.0.0.1:49653 2024-12-15T17:37:56,665 DEBUG [Thread-546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-15T17:37:56,965 INFO [Thread-550 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-15T17:37:56,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T17:37:56,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-15T17:37:56,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-15T17:37:56,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-12-15T17:37:56,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-15T17:37:56,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-15T17:37:56,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T17:37:56,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3525 2024-12-15T17:37:56,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3456 2024-12-15T17:37:56,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T17:37:56,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1520 2024-12-15T17:37:56,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4560 rows 2024-12-15T17:37:56,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1522 2024-12-15T17:37:56,965 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4566 rows 2024-12-15T17:37:56,965 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T17:37:56,966 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a9b9802 to 127.0.0.1:49653 2024-12-15T17:37:56,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:37:56,975 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T17:37:56,975 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T17:37:56,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T17:37:56,978 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284276978"}]},"ts":"1734284276978"} 2024-12-15T17:37:56,979 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T17:37:56,986 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T17:37:56,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T17:37:56,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=592d773a1bdb4ad5ed335cd2c32cdb6c, UNASSIGN}] 2024-12-15T17:37:56,989 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=592d773a1bdb4ad5ed335cd2c32cdb6c, UNASSIGN 2024-12-15T17:37:56,990 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=592d773a1bdb4ad5ed335cd2c32cdb6c, regionState=CLOSING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:56,990 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:37:56,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; CloseRegionProcedure 592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:37:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T17:37:57,142 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:37:57,143 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(124): Close 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:57,143 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:37:57,143 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1681): Closing 592d773a1bdb4ad5ed335cd2c32cdb6c, disabling compactions & flushes 2024-12-15T17:37:57,143 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:57,143 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:57,143 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. after waiting 0 ms 2024-12-15T17:37:57,143 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:57,143 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(2837): Flushing 592d773a1bdb4ad5ed335cd2c32cdb6c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T17:37:57,143 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=A 2024-12-15T17:37:57,143 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:57,143 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=B 2024-12-15T17:37:57,143 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:57,143 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 592d773a1bdb4ad5ed335cd2c32cdb6c, store=C 2024-12-15T17:37:57,143 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:37:57,151 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121502b2e50cadd2460291bc17c0d4d02e1e_592d773a1bdb4ad5ed335cd2c32cdb6c is 50, key is test_row_0/A:col10/1734284274563/Put/seqid=0 2024-12-15T17:37:57,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742032_1208 (size=12454) 2024-12-15T17:37:57,165 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:57,170 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121502b2e50cadd2460291bc17c0d4d02e1e_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121502b2e50cadd2460291bc17c0d4d02e1e_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:57,171 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/c4cae2138b27485f85a885471167d531, store: [table=TestAcidGuarantees family=A region=592d773a1bdb4ad5ed335cd2c32cdb6c] 2024-12-15T17:37:57,171 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/c4cae2138b27485f85a885471167d531 is 175, key is test_row_0/A:col10/1734284274563/Put/seqid=0 2024-12-15T17:37:57,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742033_1209 (size=31255) 2024-12-15T17:37:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T17:37:57,576 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/c4cae2138b27485f85a885471167d531 2024-12-15T17:37:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T17:37:57,586 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/12759dc522cf4613a93b75223bb71936 is 50, key is test_row_0/B:col10/1734284274563/Put/seqid=0 2024-12-15T17:37:57,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742034_1210 (size=12301) 2024-12-15T17:37:57,993 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/12759dc522cf4613a93b75223bb71936 2024-12-15T17:37:58,009 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/0704b322cf2e434595b987c424c3a32a is 50, key is test_row_0/C:col10/1734284274563/Put/seqid=0 2024-12-15T17:37:58,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742035_1211 (size=12301) 2024-12-15T17:37:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T17:37:58,417 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/0704b322cf2e434595b987c424c3a32a 2024-12-15T17:37:58,423 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/A/c4cae2138b27485f85a885471167d531 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/c4cae2138b27485f85a885471167d531 2024-12-15T17:37:58,435 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/c4cae2138b27485f85a885471167d531, entries=150, sequenceid=378, filesize=30.5 K 2024-12-15T17:37:58,437 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/B/12759dc522cf4613a93b75223bb71936 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/12759dc522cf4613a93b75223bb71936 2024-12-15T17:37:58,448 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/12759dc522cf4613a93b75223bb71936, entries=150, sequenceid=378, filesize=12.0 K 2024-12-15T17:37:58,450 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/.tmp/C/0704b322cf2e434595b987c424c3a32a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/0704b322cf2e434595b987c424c3a32a 2024-12-15T17:37:58,473 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/0704b322cf2e434595b987c424c3a32a, entries=150, sequenceid=378, filesize=12.0 K 2024-12-15T17:37:58,475 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 592d773a1bdb4ad5ed335cd2c32cdb6c in 1332ms, sequenceid=378, compaction requested=true 2024-12-15T17:37:58,477 DEBUG [StoreCloser-TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/a863fb0efe494476b866e7c443a002f2, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/df9f3e3c57d74cef9ba4db3004824a9b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/d0745dc90b854270a7ded25ed4f4efb0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/80f95e2b862841f985b1d558423b731d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/2df646d8d9404b45a5ed34f5209d440b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/897de222b64341478718f3e4d7599cc0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/f2c7d769ec2c4b9faafa0cb06d19df9a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/5b36efeaef8d4cf2b23b43672d1702cf, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/ac1e177942a64943944eb30c421ac146, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/cfb168da764d4ecbb63ff98be15f4732, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/cfa142cbe6614208ae9b6e8c9451a6fe, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/c1ccb109f0ac4c0cbac34d07db3377c0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/79c767e396c3431293ea93369ad58d1f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/07c09302cbda4865bb768bdc19230fc0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/789cd81129bc47799607c3453a0733b6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/845cda26bbab46f38d695465b5a9155a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/e35d92bf9d504fff967e32ab65e8e81d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/9be82e014520428cba3f3ccc4c8d0eaa, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/6b0305d8ebc64e10a7c4b8bc771f75b8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/81a616294769413295aeb7e123ed2ba6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/4b09eae107604ceeaad704596f230ae6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/1524bd502cd344baa3f70732eb2c6691, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/9d448a2b55b940b8b90c42e9279f5428, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/577bdfd3ffd3499492bc2f069751fcee] to archive 2024-12-15T17:37:58,479 DEBUG [StoreCloser-TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:37:58,486 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/df9f3e3c57d74cef9ba4db3004824a9b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/df9f3e3c57d74cef9ba4db3004824a9b 2024-12-15T17:37:58,488 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/2df646d8d9404b45a5ed34f5209d440b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/2df646d8d9404b45a5ed34f5209d440b 2024-12-15T17:37:58,492 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/897de222b64341478718f3e4d7599cc0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/897de222b64341478718f3e4d7599cc0 2024-12-15T17:37:58,492 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/f2c7d769ec2c4b9faafa0cb06d19df9a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/f2c7d769ec2c4b9faafa0cb06d19df9a 2024-12-15T17:37:58,492 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/a863fb0efe494476b866e7c443a002f2 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/a863fb0efe494476b866e7c443a002f2 2024-12-15T17:37:58,492 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/d0745dc90b854270a7ded25ed4f4efb0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/d0745dc90b854270a7ded25ed4f4efb0 2024-12-15T17:37:58,495 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/5b36efeaef8d4cf2b23b43672d1702cf to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/5b36efeaef8d4cf2b23b43672d1702cf 2024-12-15T17:37:58,495 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/80f95e2b862841f985b1d558423b731d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/80f95e2b862841f985b1d558423b731d 2024-12-15T17:37:58,505 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/cfb168da764d4ecbb63ff98be15f4732 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/cfb168da764d4ecbb63ff98be15f4732 2024-12-15T17:37:58,505 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/c1ccb109f0ac4c0cbac34d07db3377c0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/c1ccb109f0ac4c0cbac34d07db3377c0 2024-12-15T17:37:58,505 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/cfa142cbe6614208ae9b6e8c9451a6fe to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/cfa142cbe6614208ae9b6e8c9451a6fe 2024-12-15T17:37:58,506 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/ac1e177942a64943944eb30c421ac146 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/ac1e177942a64943944eb30c421ac146 2024-12-15T17:37:58,506 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/07c09302cbda4865bb768bdc19230fc0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/07c09302cbda4865bb768bdc19230fc0 2024-12-15T17:37:58,506 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/789cd81129bc47799607c3453a0733b6 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/789cd81129bc47799607c3453a0733b6 2024-12-15T17:37:58,506 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/79c767e396c3431293ea93369ad58d1f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/79c767e396c3431293ea93369ad58d1f 2024-12-15T17:37:58,509 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/845cda26bbab46f38d695465b5a9155a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/845cda26bbab46f38d695465b5a9155a 2024-12-15T17:37:58,511 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/6b0305d8ebc64e10a7c4b8bc771f75b8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/6b0305d8ebc64e10a7c4b8bc771f75b8 2024-12-15T17:37:58,512 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/e35d92bf9d504fff967e32ab65e8e81d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/e35d92bf9d504fff967e32ab65e8e81d 2024-12-15T17:37:58,515 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/9be82e014520428cba3f3ccc4c8d0eaa to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/9be82e014520428cba3f3ccc4c8d0eaa 2024-12-15T17:37:58,515 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/4b09eae107604ceeaad704596f230ae6 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/4b09eae107604ceeaad704596f230ae6 2024-12-15T17:37:58,515 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/81a616294769413295aeb7e123ed2ba6 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/81a616294769413295aeb7e123ed2ba6 2024-12-15T17:37:58,515 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/1524bd502cd344baa3f70732eb2c6691 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/1524bd502cd344baa3f70732eb2c6691 2024-12-15T17:37:58,515 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/9d448a2b55b940b8b90c42e9279f5428 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/9d448a2b55b940b8b90c42e9279f5428 2024-12-15T17:37:58,515 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/577bdfd3ffd3499492bc2f069751fcee to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/577bdfd3ffd3499492bc2f069751fcee 2024-12-15T17:37:58,519 DEBUG [StoreCloser-TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/c62dd6dc3a964562842e9f5effb327ad, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b0d05f2cfa2a4599acd39d3a4fd806b5, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/97d47b0172324d6e8b927b1085e419a3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/c82072e3dede4e79a7d57990c6d7d9b1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b025d4d8be9444c6b30e1842385bd6c7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/7bafac36ec3a4cff94a97d8eea864fc6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/568f538941974a0b8c0e4feff96cda20, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/d2400edade9c4a3090b47349aa5b0375, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/aa9b983e3f444d468502b268e4d019d0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/eeeb00201d8f4c44b28b233ecafb51de, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/aa1fa3c69c1645b7baaba96ea6548916, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b32141d1c74b414d9ab3bcbcf39b9f3a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/8e5f97261f4a4d5a8b16208f9e472769, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/ddf237b4baae484cb1b24a41578db4e9, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/6e5c475106f24ca5ae4d7a2e7ae91711, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b2fc3ba3fa96471297bf4d964b16153e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/0ecd90b8c93147f4bfebbcdd5aae4022, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/4144de6d63f44f4ba0d943c746e30d2f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/3408e9e460ee4576b28b6d1b70014a19, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/e2df41611b854d7b8ac8d06bf1f40366, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/5072147fe95f4e699ad7c6f4e6a3d56c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/093efa8587864ddc833f5e2fd2cea85c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/2fbc0da4592b4a92b3d4fd6ef68bb311, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/5b8a6d467de64bc1a3c30210fca9202d] to archive 2024-12-15T17:37:58,520 DEBUG [master/4ce65a7c4674:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 31c7b2a40c2c88565a654ee63d085527 changed from -1.0 to 0.0, refreshing cache 2024-12-15T17:37:58,520 DEBUG [StoreCloser-TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:37:58,525 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/c62dd6dc3a964562842e9f5effb327ad to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/c62dd6dc3a964562842e9f5effb327ad 2024-12-15T17:37:58,526 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/c82072e3dede4e79a7d57990c6d7d9b1 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/c82072e3dede4e79a7d57990c6d7d9b1 2024-12-15T17:37:58,526 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/7bafac36ec3a4cff94a97d8eea864fc6 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/7bafac36ec3a4cff94a97d8eea864fc6 2024-12-15T17:37:58,526 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/d2400edade9c4a3090b47349aa5b0375 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/d2400edade9c4a3090b47349aa5b0375 2024-12-15T17:37:58,526 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b025d4d8be9444c6b30e1842385bd6c7 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b025d4d8be9444c6b30e1842385bd6c7 2024-12-15T17:37:58,526 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/97d47b0172324d6e8b927b1085e419a3 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/97d47b0172324d6e8b927b1085e419a3 2024-12-15T17:37:58,528 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/aa9b983e3f444d468502b268e4d019d0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/aa9b983e3f444d468502b268e4d019d0 2024-12-15T17:37:58,528 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/eeeb00201d8f4c44b28b233ecafb51de to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/eeeb00201d8f4c44b28b233ecafb51de 2024-12-15T17:37:58,528 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/aa1fa3c69c1645b7baaba96ea6548916 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/aa1fa3c69c1645b7baaba96ea6548916 2024-12-15T17:37:58,528 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/568f538941974a0b8c0e4feff96cda20 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/568f538941974a0b8c0e4feff96cda20 2024-12-15T17:37:58,528 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b0d05f2cfa2a4599acd39d3a4fd806b5 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b0d05f2cfa2a4599acd39d3a4fd806b5 2024-12-15T17:37:58,529 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/8e5f97261f4a4d5a8b16208f9e472769 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/8e5f97261f4a4d5a8b16208f9e472769 2024-12-15T17:37:58,529 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/ddf237b4baae484cb1b24a41578db4e9 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/ddf237b4baae484cb1b24a41578db4e9 2024-12-15T17:37:58,529 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b32141d1c74b414d9ab3bcbcf39b9f3a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b32141d1c74b414d9ab3bcbcf39b9f3a 2024-12-15T17:37:58,530 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b2fc3ba3fa96471297bf4d964b16153e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/b2fc3ba3fa96471297bf4d964b16153e 2024-12-15T17:37:58,530 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/4144de6d63f44f4ba0d943c746e30d2f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/4144de6d63f44f4ba0d943c746e30d2f 2024-12-15T17:37:58,531 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/6e5c475106f24ca5ae4d7a2e7ae91711 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/6e5c475106f24ca5ae4d7a2e7ae91711 2024-12-15T17:37:58,531 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/0ecd90b8c93147f4bfebbcdd5aae4022 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/0ecd90b8c93147f4bfebbcdd5aae4022 2024-12-15T17:37:58,531 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/5072147fe95f4e699ad7c6f4e6a3d56c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/5072147fe95f4e699ad7c6f4e6a3d56c 2024-12-15T17:37:58,531 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/093efa8587864ddc833f5e2fd2cea85c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/093efa8587864ddc833f5e2fd2cea85c 2024-12-15T17:37:58,531 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/e2df41611b854d7b8ac8d06bf1f40366 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/e2df41611b854d7b8ac8d06bf1f40366 2024-12-15T17:37:58,531 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/3408e9e460ee4576b28b6d1b70014a19 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/3408e9e460ee4576b28b6d1b70014a19 2024-12-15T17:37:58,532 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/5b8a6d467de64bc1a3c30210fca9202d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/5b8a6d467de64bc1a3c30210fca9202d 2024-12-15T17:37:58,532 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/2fbc0da4592b4a92b3d4fd6ef68bb311 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/2fbc0da4592b4a92b3d4fd6ef68bb311 2024-12-15T17:37:58,533 DEBUG [StoreCloser-TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/b40b611f390246baa3e09231bd181f87, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/363a55e8495f450ba6fa1d79870b4734, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/eab4a713ae6243ee8c265c333aa53af7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/28bb9d454eda42fbb18af81f896f3ffb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/6c6072e13e52452eb4bdc0cad23d7393, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/81ea90b2266d423a8ff0f6b7b40ce944, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a43270e298014bebbd062de80bac8b35, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/bd6ea8a489de41ea8410cbdfa9f802a2, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7913aa3d92c04db387cdf2eca9b48485, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/9f965a9ff3244fc9b5f7bdbbaa75380d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7188d3fe48b8437ea2fbb13ee1f836aa, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7a104cbdd7dc4793afaff110b6ee05e9, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/793e10120b6a45a78672dd19df2b775a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a01e9be2e748444c9baae2d5d08310e4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/32d5b1370ce846c48653c810cf970c8a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/459c09ce8b3d42b8a3b566282b593f4e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/2639dab9f4954b41948bd53b93752763, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/5115d11b134a4838a13fb6679a60fbc7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/f7acce6fc78e4961a7ec6a7a2b4ea352, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/e62e777b8eba46159c51143fb339d1a0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/80493e49d16846bbb0e45a00a37fcb23, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/3bdf32b41fdb4cf29602b3bb116c47e8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/6cdce4c0d6044573b8913a9496b1bb26] to archive 2024-12-15T17:37:58,534 DEBUG [StoreCloser-TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:37:58,537 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/eab4a713ae6243ee8c265c333aa53af7 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/eab4a713ae6243ee8c265c333aa53af7 2024-12-15T17:37:58,537 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/28bb9d454eda42fbb18af81f896f3ffb to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/28bb9d454eda42fbb18af81f896f3ffb 2024-12-15T17:37:58,537 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/b40b611f390246baa3e09231bd181f87 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/b40b611f390246baa3e09231bd181f87 2024-12-15T17:37:58,538 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/81ea90b2266d423a8ff0f6b7b40ce944 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/81ea90b2266d423a8ff0f6b7b40ce944 2024-12-15T17:37:58,538 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/363a55e8495f450ba6fa1d79870b4734 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/363a55e8495f450ba6fa1d79870b4734 2024-12-15T17:37:58,538 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/6c6072e13e52452eb4bdc0cad23d7393 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/6c6072e13e52452eb4bdc0cad23d7393 2024-12-15T17:37:58,538 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/bd6ea8a489de41ea8410cbdfa9f802a2 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/bd6ea8a489de41ea8410cbdfa9f802a2 2024-12-15T17:37:58,539 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a43270e298014bebbd062de80bac8b35 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a43270e298014bebbd062de80bac8b35 2024-12-15T17:37:58,540 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7188d3fe48b8437ea2fbb13ee1f836aa to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7188d3fe48b8437ea2fbb13ee1f836aa 2024-12-15T17:37:58,540 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7a104cbdd7dc4793afaff110b6ee05e9 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7a104cbdd7dc4793afaff110b6ee05e9 2024-12-15T17:37:58,540 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/9f965a9ff3244fc9b5f7bdbbaa75380d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/9f965a9ff3244fc9b5f7bdbbaa75380d 2024-12-15T17:37:58,540 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7913aa3d92c04db387cdf2eca9b48485 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/7913aa3d92c04db387cdf2eca9b48485 2024-12-15T17:37:58,542 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/793e10120b6a45a78672dd19df2b775a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/793e10120b6a45a78672dd19df2b775a 2024-12-15T17:37:58,542 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a01e9be2e748444c9baae2d5d08310e4 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a01e9be2e748444c9baae2d5d08310e4 2024-12-15T17:37:58,543 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/32d5b1370ce846c48653c810cf970c8a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/32d5b1370ce846c48653c810cf970c8a 2024-12-15T17:37:58,543 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/459c09ce8b3d42b8a3b566282b593f4e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/459c09ce8b3d42b8a3b566282b593f4e 2024-12-15T17:37:58,544 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/2639dab9f4954b41948bd53b93752763 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/2639dab9f4954b41948bd53b93752763 2024-12-15T17:37:58,544 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/5115d11b134a4838a13fb6679a60fbc7 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/5115d11b134a4838a13fb6679a60fbc7 2024-12-15T17:37:58,544 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/f7acce6fc78e4961a7ec6a7a2b4ea352 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/f7acce6fc78e4961a7ec6a7a2b4ea352 2024-12-15T17:37:58,545 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/e62e777b8eba46159c51143fb339d1a0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/e62e777b8eba46159c51143fb339d1a0 2024-12-15T17:37:58,545 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/3bdf32b41fdb4cf29602b3bb116c47e8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/3bdf32b41fdb4cf29602b3bb116c47e8 2024-12-15T17:37:58,545 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/80493e49d16846bbb0e45a00a37fcb23 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/80493e49d16846bbb0e45a00a37fcb23 2024-12-15T17:37:58,545 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/6cdce4c0d6044573b8913a9496b1bb26 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/6cdce4c0d6044573b8913a9496b1bb26 2024-12-15T17:37:58,557 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/recovered.edits/381.seqid, newMaxSeqId=381, maxSeqId=4 2024-12-15T17:37:58,558 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c. 2024-12-15T17:37:58,558 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1635): Region close journal for 592d773a1bdb4ad5ed335cd2c32cdb6c: 2024-12-15T17:37:58,559 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(170): Closed 592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:58,560 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=592d773a1bdb4ad5ed335cd2c32cdb6c, regionState=CLOSED 2024-12-15T17:37:58,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-15T17:37:58,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseRegionProcedure 592d773a1bdb4ad5ed335cd2c32cdb6c, server=4ce65a7c4674,35427,1734284215611 in 1.5700 sec 2024-12-15T17:37:58,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56 2024-12-15T17:37:58,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=592d773a1bdb4ad5ed335cd2c32cdb6c, UNASSIGN in 1.5740 sec 2024-12-15T17:37:58,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-15T17:37:58,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5760 sec 2024-12-15T17:37:58,565 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284278565"}]},"ts":"1734284278565"} 2024-12-15T17:37:58,566 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T17:37:58,579 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T17:37:58,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6050 sec 2024-12-15T17:37:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T17:37:59,083 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-15T17:37:59,083 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T17:37:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:59,085 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T17:37:59,086 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=59, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:59,090 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,095 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/recovered.edits] 2024-12-15T17:37:59,100 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/71b713cc54c047f09b3456eec06ba890 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/71b713cc54c047f09b3456eec06ba890 2024-12-15T17:37:59,100 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/c4cae2138b27485f85a885471167d531 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/c4cae2138b27485f85a885471167d531 2024-12-15T17:37:59,101 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/84b54d9464af44a68f0c6eed62df42be to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/A/84b54d9464af44a68f0c6eed62df42be 2024-12-15T17:37:59,107 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/d8852824435445d6be0031aba5e8cfdd to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/d8852824435445d6be0031aba5e8cfdd 2024-12-15T17:37:59,108 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/eb22dac15dfd456c8d32aba1c25a0efe to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/eb22dac15dfd456c8d32aba1c25a0efe 2024-12-15T17:37:59,108 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/12759dc522cf4613a93b75223bb71936 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/B/12759dc522cf4613a93b75223bb71936 2024-12-15T17:37:59,113 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/0704b322cf2e434595b987c424c3a32a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/0704b322cf2e434595b987c424c3a32a 2024-12-15T17:37:59,113 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/dd4d84f0e575481d8149e8ccc54b8031 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/dd4d84f0e575481d8149e8ccc54b8031 2024-12-15T17:37:59,113 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a140f57e44ac47e0904518360ad9e986 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/C/a140f57e44ac47e0904518360ad9e986 2024-12-15T17:37:59,117 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/recovered.edits/381.seqid to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c/recovered.edits/381.seqid 2024-12-15T17:37:59,118 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,118 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T17:37:59,119 DEBUG [PEWorker-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T17:37:59,120 DEBUG [PEWorker-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T17:37:59,135 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121502b2e50cadd2460291bc17c0d4d02e1e_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121502b2e50cadd2460291bc17c0d4d02e1e_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,135 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215358d54279ee847d9b4def60b70bb9c24_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215358d54279ee847d9b4def60b70bb9c24_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,136 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215157c29de3c434d109e2e6265a3e8895e_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215157c29de3c434d109e2e6265a3e8895e_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,136 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215202798d6adb3483da4628a71abafd8c0_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215202798d6adb3483da4628a71abafd8c0_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,140 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215267a8a1af9334fefbdbb66874068e6c1_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215267a8a1af9334fefbdbb66874068e6c1_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,141 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215053bf103e9e44783b0213f507b23091f_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215053bf103e9e44783b0213f507b23091f_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,141 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121550ab975ddcd34dca9a9823fcedcaf866_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121550ab975ddcd34dca9a9823fcedcaf866_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,148 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151c47350aede0425a994b57c66a880d48_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151c47350aede0425a994b57c66a880d48_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,150 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156a141a6a92794e1d83b0b8873e5863f9_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156a141a6a92794e1d83b0b8873e5863f9_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,150 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215580c20c50d754b018d8b32b99f17844b_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215580c20c50d754b018d8b32b99f17844b_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,150 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121571b21e863d914a6d9e3c01d1db52113c_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121571b21e863d914a6d9e3c01d1db52113c_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,151 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121594916ae0fda544389ef8366ee6dfc4bf_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121594916ae0fda544389ef8366ee6dfc4bf_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,151 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a3de14637cee4c51b34bba4ab591ef85_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a3de14637cee4c51b34bba4ab591ef85_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,151 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157f4e53eb4b4a4942a134f844cbd442d7_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157f4e53eb4b4a4942a134f844cbd442d7_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,151 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121585684f5f15bd444999060802236a3832_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121585684f5f15bd444999060802236a3832_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,151 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b019cde5564a47d59b3fd82f169f9d8f_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b019cde5564a47d59b3fd82f169f9d8f_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,155 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e308da02e5b64a42b71e23aab9aac9c1_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e308da02e5b64a42b71e23aab9aac9c1_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,156 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d92ed098e03f42a5bfdc45a84fe8a97b_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d92ed098e03f42a5bfdc45a84fe8a97b_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,156 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b69939b97bfa4c10bc25a71af366ecd4_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b69939b97bfa4c10bc25a71af366ecd4_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,159 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d0f0d643a9f546dbb72a739a9df36068_592d773a1bdb4ad5ed335cd2c32cdb6c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d0f0d643a9f546dbb72a739a9df36068_592d773a1bdb4ad5ed335cd2c32cdb6c 2024-12-15T17:37:59,164 DEBUG [PEWorker-4 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T17:37:59,168 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=59, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:59,177 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T17:37:59,180 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T17:37:59,182 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=59, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:59,182 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T17:37:59,182 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734284279182"}]},"ts":"9223372036854775807"} 2024-12-15T17:37:59,185 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T17:37:59,185 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 592d773a1bdb4ad5ed335cd2c32cdb6c, NAME => 'TestAcidGuarantees,,1734284249233.592d773a1bdb4ad5ed335cd2c32cdb6c.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T17:37:59,185 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T17:37:59,186 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734284279186"}]},"ts":"9223372036854775807"} 2024-12-15T17:37:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T17:37:59,188 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T17:37:59,249 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=59, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:59,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 166 msec 2024-12-15T17:37:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T17:37:59,392 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-15T17:37:59,441 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=249 (was 245) Potentially hanging thread: hconnection-0x29d20772-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_754456552_22 at /127.0.0.1:56456 [Waiting for operation #231] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_754456552_22 at /127.0.0.1:52348 [Waiting for operation #134] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1180967568_22 at /127.0.0.1:56392 [Waiting for operation #248] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1180967568_22 at /127.0.0.1:35700 [Waiting for operation #283] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/cluster_613a4603-9d3e-cd66-9029-eac539f9521c/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/cluster_613a4603-9d3e-cd66-9029-eac539f9521c/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x29d20772-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1375 (was 1204) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=5108 (was 6864) 2024-12-15T17:37:59,468 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=249, OpenFileDescriptor=467, MaxFileDescriptor=1048576, SystemLoadAverage=1375, ProcessCount=12, AvailableMemoryMB=5102 2024-12-15T17:37:59,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T17:37:59,473 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:37:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T17:37:59,475 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:37:59,476 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:37:59,477 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:37:59,477 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 60 2024-12-15T17:37:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-12-15T17:37:59,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742036_1212 (size=963) 2024-12-15T17:37:59,564 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3 2024-12-15T17:37:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-12-15T17:37:59,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742037_1213 (size=53) 2024-12-15T17:37:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-12-15T17:38:00,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:38:00,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e972a3189fa1ce4277c1f82328e45ac1, disabling compactions & flushes 2024-12-15T17:38:00,029 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:00,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:00,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. after waiting 0 ms 2024-12-15T17:38:00,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:00,029 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:00,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:00,030 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:38:00,030 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734284280030"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734284280030"}]},"ts":"1734284280030"} 2024-12-15T17:38:00,031 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:38:00,032 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:38:00,032 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284280032"}]},"ts":"1734284280032"} 2024-12-15T17:38:00,033 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T17:38:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-12-15T17:38:00,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e972a3189fa1ce4277c1f82328e45ac1, ASSIGN}] 2024-12-15T17:38:00,105 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e972a3189fa1ce4277c1f82328e45ac1, ASSIGN 2024-12-15T17:38:00,106 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e972a3189fa1ce4277c1f82328e45ac1, ASSIGN; state=OFFLINE, location=4ce65a7c4674,35427,1734284215611; forceNewPlan=false, retain=false 2024-12-15T17:38:00,257 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=e972a3189fa1ce4277c1f82328e45ac1, regionState=OPENING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:00,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:38:00,410 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:00,413 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:00,413 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:38:00,413 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:00,413 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:38:00,413 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:00,413 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:00,415 INFO [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:00,416 INFO [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:38:00,416 INFO [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e972a3189fa1ce4277c1f82328e45ac1 columnFamilyName A 2024-12-15T17:38:00,416 DEBUG [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:00,417 INFO [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] regionserver.HStore(327): Store=e972a3189fa1ce4277c1f82328e45ac1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:38:00,417 INFO [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:00,418 INFO [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:38:00,418 INFO [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e972a3189fa1ce4277c1f82328e45ac1 columnFamilyName B 2024-12-15T17:38:00,418 DEBUG [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:00,419 INFO [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] regionserver.HStore(327): Store=e972a3189fa1ce4277c1f82328e45ac1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:38:00,419 INFO [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:00,420 INFO [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:38:00,420 INFO [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e972a3189fa1ce4277c1f82328e45ac1 columnFamilyName C 2024-12-15T17:38:00,420 DEBUG [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:00,421 INFO [StoreOpener-e972a3189fa1ce4277c1f82328e45ac1-1 {}] regionserver.HStore(327): Store=e972a3189fa1ce4277c1f82328e45ac1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:38:00,421 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:00,422 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:00,422 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:00,424 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T17:38:00,425 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:00,427 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:38:00,427 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened e972a3189fa1ce4277c1f82328e45ac1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74221731, jitterRate=0.1059899777173996}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T17:38:00,428 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:00,428 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., pid=62, masterSystemTime=1734284280409 2024-12-15T17:38:00,429 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:00,429 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:00,430 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=e972a3189fa1ce4277c1f82328e45ac1, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:00,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-15T17:38:00,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 in 172 msec 2024-12-15T17:38:00,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-12-15T17:38:00,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e972a3189fa1ce4277c1f82328e45ac1, ASSIGN in 329 msec 2024-12-15T17:38:00,433 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:38:00,433 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284280433"}]},"ts":"1734284280433"} 2024-12-15T17:38:00,434 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T17:38:00,504 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:38:00,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.0310 sec 2024-12-15T17:38:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-12-15T17:38:00,584 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 60 completed 2024-12-15T17:38:00,587 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-12-15T17:38:00,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:00,604 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:00,607 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50762, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:00,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T17:38:00,613 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T17:38:00,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-12-15T17:38:00,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:00,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-12-15T17:38:00,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:00,655 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-12-15T17:38:00,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:00,672 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-12-15T17:38:00,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:00,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-12-15T17:38:00,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:00,703 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-12-15T17:38:00,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:00,722 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-12-15T17:38:00,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:00,739 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-12-15T17:38:00,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:00,756 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-12-15T17:38:00,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:00,769 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-12-15T17:38:00,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:00,796 DEBUG [hconnection-0x3a5a211b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:00,796 DEBUG [hconnection-0x4f0c7ed9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:00,796 DEBUG [hconnection-0x46e4ce2a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:00,797 DEBUG [hconnection-0x4078bd41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:00,797 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:00,798 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:00,800 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:00,801 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:00,802 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:38:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-15T17:38:00,805 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:38:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T17:38:00,806 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:38:00,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:38:00,819 DEBUG [hconnection-0x64ba13df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:00,823 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:00,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T17:38:00,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:00,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:00,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:00,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:00,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:00,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:00,825 DEBUG [hconnection-0x1f0b5c24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:00,825 DEBUG [hconnection-0x16c535ad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:00,827 DEBUG [hconnection-0x76e02588-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:00,829 DEBUG [hconnection-0x6e8bb779-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:00,831 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:00,831 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:00,832 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:00,832 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:00,847 DEBUG [hconnection-0x29976ce1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:00,853 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:00,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/db368262747643d0a1d19a15bf3006ee is 50, key is test_row_0/A:col10/1734284280818/Put/seqid=0 2024-12-15T17:38:00,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284340867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:00,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284340867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:00,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284340867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:00,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284340870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:00,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:00,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284340875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:00,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742038_1214 (size=12001) 2024-12-15T17:38:00,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/db368262747643d0a1d19a15bf3006ee 2024-12-15T17:38:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T17:38:00,959 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:00,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-15T17:38:00,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:00,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:00,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:00,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:00,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:00,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/ddd6f617016045d7860c108961a85660 is 50, key is test_row_0/B:col10/1734284280818/Put/seqid=0 2024-12-15T17:38:00,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284340978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:00,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284340978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:00,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284340978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:00,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284340981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:00,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284340986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742039_1215 (size=12001) 2024-12-15T17:38:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T17:38:01,112 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-15T17:38:01,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:01,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:01,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:01,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:01,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:01,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284341181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284341182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284341183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284341188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284341190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,270 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-15T17:38:01,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:01,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:01,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:01,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:01,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T17:38:01,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/ddd6f617016045d7860c108961a85660 2024-12-15T17:38:01,426 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-15T17:38:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:01,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:01,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:01,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/27d709087e964efc8c3095ad61797b5e is 50, key is test_row_0/C:col10/1734284280818/Put/seqid=0 2024-12-15T17:38:01,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284341484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284341487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284341488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284341490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284341492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742040_1216 (size=12001) 2024-12-15T17:38:01,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/27d709087e964efc8c3095ad61797b5e 2024-12-15T17:38:01,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/db368262747643d0a1d19a15bf3006ee as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/db368262747643d0a1d19a15bf3006ee 2024-12-15T17:38:01,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/db368262747643d0a1d19a15bf3006ee, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T17:38:01,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/ddd6f617016045d7860c108961a85660 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/ddd6f617016045d7860c108961a85660 2024-12-15T17:38:01,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/ddd6f617016045d7860c108961a85660, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T17:38:01,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/27d709087e964efc8c3095ad61797b5e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/27d709087e964efc8c3095ad61797b5e 2024-12-15T17:38:01,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/27d709087e964efc8c3095ad61797b5e, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T17:38:01,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for e972a3189fa1ce4277c1f82328e45ac1 in 748ms, sequenceid=13, compaction requested=false 2024-12-15T17:38:01,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:01,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:01,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-15T17:38:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:01,580 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T17:38:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:01,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:01,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:01,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:01,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:01,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:01,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/af8702ba13424035afb07e5e7bd48fb4 is 50, key is test_row_0/A:col10/1734284280865/Put/seqid=0 2024-12-15T17:38:01,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742041_1217 (size=12001) 2024-12-15T17:38:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T17:38:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:01,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:01,998 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/af8702ba13424035afb07e5e7bd48fb4 2024-12-15T17:38:02,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284342000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284342011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284342015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284342018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284342019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/d534c4974c6c41c0aa4f02c0828ee82f is 50, key is test_row_0/B:col10/1734284280865/Put/seqid=0 2024-12-15T17:38:02,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742042_1218 (size=12001) 2024-12-15T17:38:02,086 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/d534c4974c6c41c0aa4f02c0828ee82f 2024-12-15T17:38:02,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/5c3225cf4ff4410d8a1c4fc258ccb1eb is 50, key is test_row_0/C:col10/1734284280865/Put/seqid=0 2024-12-15T17:38:02,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284342120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284342120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284342122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284342122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742043_1219 (size=12001) 2024-12-15T17:38:02,146 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/5c3225cf4ff4410d8a1c4fc258ccb1eb 2024-12-15T17:38:02,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/af8702ba13424035afb07e5e7bd48fb4 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/af8702ba13424035afb07e5e7bd48fb4 2024-12-15T17:38:02,167 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/af8702ba13424035afb07e5e7bd48fb4, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T17:38:02,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/d534c4974c6c41c0aa4f02c0828ee82f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/d534c4974c6c41c0aa4f02c0828ee82f 2024-12-15T17:38:02,183 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/d534c4974c6c41c0aa4f02c0828ee82f, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T17:38:02,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/5c3225cf4ff4410d8a1c4fc258ccb1eb as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/5c3225cf4ff4410d8a1c4fc258ccb1eb 2024-12-15T17:38:02,201 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/5c3225cf4ff4410d8a1c4fc258ccb1eb, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T17:38:02,202 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e972a3189fa1ce4277c1f82328e45ac1 in 622ms, sequenceid=38, compaction requested=false 2024-12-15T17:38:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-15T17:38:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-15T17:38:02,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-15T17:38:02,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-12-15T17:38:02,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.4080 sec 2024-12-15T17:38:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:02,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T17:38:02,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:02,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:02,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:02,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:02,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:02,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:02,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/f86dbae130ce4377ab1faabd795b5f9c is 50, key is test_row_0/A:col10/1734284282001/Put/seqid=0 2024-12-15T17:38:02,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284342369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284342369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284342370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284342369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742044_1220 (size=12001) 2024-12-15T17:38:02,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/f86dbae130ce4377ab1faabd795b5f9c 2024-12-15T17:38:02,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/65f39500ede14004be1ecadbb253ec95 is 50, key is test_row_0/B:col10/1734284282001/Put/seqid=0 2024-12-15T17:38:02,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742045_1221 (size=12001) 2024-12-15T17:38:02,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284342474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284342474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284342477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284342479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284342683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284342684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284342684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284342686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/65f39500ede14004be1ecadbb253ec95 2024-12-15T17:38:02,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/8dde15dcb3594d84aa0906e64067724b is 50, key is test_row_0/C:col10/1734284282001/Put/seqid=0 2024-12-15T17:38:02,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742046_1222 (size=12001) 2024-12-15T17:38:02,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T17:38:02,910 INFO [Thread-1013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-15T17:38:02,913 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:38:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-15T17:38:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T17:38:02,915 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:38:02,916 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:38:02,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:38:02,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284342985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284342986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284342987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:02,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284342990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T17:38:03,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284343019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-15T17:38:03,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:03,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:03,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:03,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:03,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T17:38:03,222 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-15T17:38:03,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:03,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:03,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:03,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:03,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:03,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/8dde15dcb3594d84aa0906e64067724b 2024-12-15T17:38:03,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/f86dbae130ce4377ab1faabd795b5f9c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/f86dbae130ce4377ab1faabd795b5f9c 2024-12-15T17:38:03,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/f86dbae130ce4377ab1faabd795b5f9c, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T17:38:03,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/65f39500ede14004be1ecadbb253ec95 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/65f39500ede14004be1ecadbb253ec95 2024-12-15T17:38:03,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/65f39500ede14004be1ecadbb253ec95, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T17:38:03,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/8dde15dcb3594d84aa0906e64067724b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/8dde15dcb3594d84aa0906e64067724b 2024-12-15T17:38:03,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/8dde15dcb3594d84aa0906e64067724b, entries=150, sequenceid=51, filesize=11.7 K 2024-12-15T17:38:03,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e972a3189fa1ce4277c1f82328e45ac1 in 1012ms, sequenceid=51, compaction requested=true 2024-12-15T17:38:03,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:03,339 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:03,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:03,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:03,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:38:03,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:03,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:03,340 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:03,340 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:03,341 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:03,341 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/A is initiating minor compaction (all files) 2024-12-15T17:38:03,341 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/A in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:03,341 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/db368262747643d0a1d19a15bf3006ee, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/af8702ba13424035afb07e5e7bd48fb4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/f86dbae130ce4377ab1faabd795b5f9c] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=35.2 K 2024-12-15T17:38:03,342 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting db368262747643d0a1d19a15bf3006ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734284280814 2024-12-15T17:38:03,342 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:03,342 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/B is initiating minor compaction (all files) 2024-12-15T17:38:03,342 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/B in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:03,343 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting af8702ba13424035afb07e5e7bd48fb4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734284280865 2024-12-15T17:38:03,343 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/ddd6f617016045d7860c108961a85660, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/d534c4974c6c41c0aa4f02c0828ee82f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/65f39500ede14004be1ecadbb253ec95] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=35.2 K 2024-12-15T17:38:03,343 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ddd6f617016045d7860c108961a85660, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734284280814 2024-12-15T17:38:03,343 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting f86dbae130ce4377ab1faabd795b5f9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734284282001 2024-12-15T17:38:03,344 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d534c4974c6c41c0aa4f02c0828ee82f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734284280865 2024-12-15T17:38:03,345 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 65f39500ede14004be1ecadbb253ec95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734284282001 2024-12-15T17:38:03,359 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#B#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:03,360 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/5a045155f7f940839fa8fb69a5452ee8 is 50, key is test_row_0/B:col10/1734284282001/Put/seqid=0 2024-12-15T17:38:03,365 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#A#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:03,365 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/59dacde350614ca0b839d33b70a19317 is 50, key is test_row_0/A:col10/1734284282001/Put/seqid=0 2024-12-15T17:38:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742047_1223 (size=12104) 2024-12-15T17:38:03,375 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-15T17:38:03,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:03,376 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T17:38:03,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:03,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:03,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:03,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:03,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:03,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:03,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/a12171914ce347fb81974d038c6e199d is 50, key is test_row_0/A:col10/1734284282368/Put/seqid=0 2024-12-15T17:38:03,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742048_1224 (size=12104) 2024-12-15T17:38:03,412 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/59dacde350614ca0b839d33b70a19317 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/59dacde350614ca0b839d33b70a19317 2024-12-15T17:38:03,421 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/A of e972a3189fa1ce4277c1f82328e45ac1 into 59dacde350614ca0b839d33b70a19317(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:03,422 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:03,422 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/A, priority=13, startTime=1734284283339; duration=0sec 2024-12-15T17:38:03,422 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:03,422 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:A 2024-12-15T17:38:03,422 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:03,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742049_1225 (size=12001) 2024-12-15T17:38:03,430 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:03,430 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/C is initiating minor compaction (all files) 2024-12-15T17:38:03,431 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/C in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:03,431 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/27d709087e964efc8c3095ad61797b5e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/5c3225cf4ff4410d8a1c4fc258ccb1eb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/8dde15dcb3594d84aa0906e64067724b] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=35.2 K 2024-12-15T17:38:03,431 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27d709087e964efc8c3095ad61797b5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734284280814 2024-12-15T17:38:03,451 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c3225cf4ff4410d8a1c4fc258ccb1eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734284280865 2024-12-15T17:38:03,452 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dde15dcb3594d84aa0906e64067724b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734284282001 2024-12-15T17:38:03,463 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#C#compaction#179 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:03,464 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/fc88306343f7440badcf772fa41ac4ee is 50, key is test_row_0/C:col10/1734284282001/Put/seqid=0 2024-12-15T17:38:03,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742050_1226 (size=12104) 2024-12-15T17:38:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:03,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:03,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284343500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284343503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284343507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284343507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T17:38:03,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284343609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284343610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284343612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284343613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,778 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/5a045155f7f940839fa8fb69a5452ee8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/5a045155f7f940839fa8fb69a5452ee8 2024-12-15T17:38:03,786 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/B of e972a3189fa1ce4277c1f82328e45ac1 into 5a045155f7f940839fa8fb69a5452ee8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:03,786 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:03,786 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/B, priority=13, startTime=1734284283340; duration=0sec 2024-12-15T17:38:03,786 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:03,786 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:B 2024-12-15T17:38:03,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:03,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284343813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284343817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284343818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284343819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:03,830 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/a12171914ce347fb81974d038c6e199d 2024-12-15T17:38:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/9461b5b139844c1a9e55a8d1401f3972 is 50, key is test_row_0/B:col10/1734284282368/Put/seqid=0 2024-12-15T17:38:03,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742051_1227 (size=12001) 2024-12-15T17:38:03,884 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/fc88306343f7440badcf772fa41ac4ee as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/fc88306343f7440badcf772fa41ac4ee 2024-12-15T17:38:03,894 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/C of e972a3189fa1ce4277c1f82328e45ac1 into fc88306343f7440badcf772fa41ac4ee(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:03,894 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:03,894 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/C, priority=13, startTime=1734284283340; duration=0sec 2024-12-15T17:38:03,894 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:03,894 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:C 2024-12-15T17:38:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T17:38:04,109 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T17:38:04,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284344117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:04,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:04,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284344123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:04,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284344124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:04,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:04,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284344125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:04,259 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/9461b5b139844c1a9e55a8d1401f3972 2024-12-15T17:38:04,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/14c19604027544388a0b147c66e34ddf is 50, key is test_row_0/C:col10/1734284282368/Put/seqid=0 2024-12-15T17:38:04,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742052_1228 (size=12001) 2024-12-15T17:38:04,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:04,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284344623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:04,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284344626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:04,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284344629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:04,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284344630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:04,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/14c19604027544388a0b147c66e34ddf 2024-12-15T17:38:04,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/a12171914ce347fb81974d038c6e199d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/a12171914ce347fb81974d038c6e199d 2024-12-15T17:38:04,789 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/a12171914ce347fb81974d038c6e199d, entries=150, sequenceid=74, filesize=11.7 K 2024-12-15T17:38:04,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/9461b5b139844c1a9e55a8d1401f3972 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/9461b5b139844c1a9e55a8d1401f3972 2024-12-15T17:38:04,807 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/9461b5b139844c1a9e55a8d1401f3972, entries=150, sequenceid=74, filesize=11.7 K 2024-12-15T17:38:04,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/14c19604027544388a0b147c66e34ddf as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/14c19604027544388a0b147c66e34ddf 2024-12-15T17:38:04,819 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/14c19604027544388a0b147c66e34ddf, entries=150, sequenceid=74, filesize=11.7 K 2024-12-15T17:38:04,821 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for e972a3189fa1ce4277c1f82328e45ac1 in 1445ms, sequenceid=74, compaction requested=false 2024-12-15T17:38:04,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:04,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:04,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-15T17:38:04,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-15T17:38:04,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-15T17:38:04,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9070 sec 2024-12-15T17:38:04,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.9150 sec 2024-12-15T17:38:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T17:38:05,024 INFO [Thread-1013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-15T17:38:05,029 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:38:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-15T17:38:05,031 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:38:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T17:38:05,033 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:38:05,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:38:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:05,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T17:38:05,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:05,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:05,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:05,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:05,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:05,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:05,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/8ba9c573a71048be829747f904c87bab is 50, key is test_row_0/A:col10/1734284283503/Put/seqid=0 2024-12-15T17:38:05,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742053_1229 (size=12001) 2024-12-15T17:38:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T17:38:05,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284345152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:05,187 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:05,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T17:38:05,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:05,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:05,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:05,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284345260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T17:38:05,342 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:05,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T17:38:05,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:05,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:05,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:05,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284345463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:05,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/8ba9c573a71048be829747f904c87bab 2024-12-15T17:38:05,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/ed77adf154e34e6c9da07d37a6cf78ce is 50, key is test_row_0/B:col10/1734284283503/Put/seqid=0 2024-12-15T17:38:05,499 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:05,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T17:38:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:05,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742054_1230 (size=12001) 2024-12-15T17:38:05,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284345632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T17:38:05,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284345640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:05,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284345641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:05,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284345641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:05,653 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:05,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T17:38:05,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:05,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:05,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:05,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284345767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:05,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:05,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T17:38:05,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:05,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:05,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:05,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/ed77adf154e34e6c9da07d37a6cf78ce 2024-12-15T17:38:05,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/249f5d76a89246f8ad2dd4e13cef5e89 is 50, key is test_row_0/C:col10/1734284283503/Put/seqid=0 2024-12-15T17:38:05,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742055_1231 (size=12001) 2024-12-15T17:38:05,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:05,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T17:38:05,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:05,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:05,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:05,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:06,122 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:06,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T17:38:06,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:06,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:06,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:06,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:06,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:06,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T17:38:06,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:06,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:06,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284346274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:06,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T17:38:06,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:06,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:06,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:06,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:06,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:06,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/249f5d76a89246f8ad2dd4e13cef5e89 2024-12-15T17:38:06,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/8ba9c573a71048be829747f904c87bab as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8ba9c573a71048be829747f904c87bab 2024-12-15T17:38:06,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8ba9c573a71048be829747f904c87bab, entries=150, sequenceid=92, filesize=11.7 K 2024-12-15T17:38:06,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/ed77adf154e34e6c9da07d37a6cf78ce as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/ed77adf154e34e6c9da07d37a6cf78ce 2024-12-15T17:38:06,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/ed77adf154e34e6c9da07d37a6cf78ce, entries=150, sequenceid=92, filesize=11.7 K 2024-12-15T17:38:06,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/249f5d76a89246f8ad2dd4e13cef5e89 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/249f5d76a89246f8ad2dd4e13cef5e89 2024-12-15T17:38:06,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/249f5d76a89246f8ad2dd4e13cef5e89, entries=150, sequenceid=92, filesize=11.7 K 2024-12-15T17:38:06,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for e972a3189fa1ce4277c1f82328e45ac1 in 1351ms, sequenceid=92, compaction requested=true 2024-12-15T17:38:06,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:06,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:06,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:06,392 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:06,392 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:06,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:38:06,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:06,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:06,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:06,394 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:06,394 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/A is initiating minor compaction (all files) 2024-12-15T17:38:06,394 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/A in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:06,394 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/59dacde350614ca0b839d33b70a19317, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/a12171914ce347fb81974d038c6e199d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8ba9c573a71048be829747f904c87bab] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=35.3 K 2024-12-15T17:38:06,395 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:06,395 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/B is initiating minor compaction (all files) 2024-12-15T17:38:06,395 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/B in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:06,395 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/5a045155f7f940839fa8fb69a5452ee8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/9461b5b139844c1a9e55a8d1401f3972, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/ed77adf154e34e6c9da07d37a6cf78ce] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=35.3 K 2024-12-15T17:38:06,395 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59dacde350614ca0b839d33b70a19317, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734284282001 2024-12-15T17:38:06,396 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a045155f7f940839fa8fb69a5452ee8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734284282001 2024-12-15T17:38:06,396 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting a12171914ce347fb81974d038c6e199d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734284282359 2024-12-15T17:38:06,396 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 9461b5b139844c1a9e55a8d1401f3972, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734284282359 2024-12-15T17:38:06,396 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ba9c573a71048be829747f904c87bab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284283500 2024-12-15T17:38:06,396 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ed77adf154e34e6c9da07d37a6cf78ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284283500 2024-12-15T17:38:06,409 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#B#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:06,409 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/326222fc6336454b8743c79905b5980a is 50, key is test_row_0/B:col10/1734284283503/Put/seqid=0 2024-12-15T17:38:06,412 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#A#compaction#186 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:06,412 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/7cde3c735eb6480e9b1f949b00cd6979 is 50, key is test_row_0/A:col10/1734284283503/Put/seqid=0 2024-12-15T17:38:06,442 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:06,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T17:38:06,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:06,444 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T17:38:06,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:06,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:06,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:06,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:06,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:06,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:06,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742057_1233 (size=12207) 2024-12-15T17:38:06,464 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/326222fc6336454b8743c79905b5980a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/326222fc6336454b8743c79905b5980a 2024-12-15T17:38:06,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742056_1232 (size=12207) 2024-12-15T17:38:06,471 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/B of e972a3189fa1ce4277c1f82328e45ac1 into 326222fc6336454b8743c79905b5980a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:06,471 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:06,471 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/B, priority=13, startTime=1734284286392; duration=0sec 2024-12-15T17:38:06,471 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:06,471 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:B 2024-12-15T17:38:06,471 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:06,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/3a7e511c6d6d4169925fbfde7c08e11c is 50, key is test_row_0/A:col10/1734284285135/Put/seqid=0 2024-12-15T17:38:06,475 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:06,475 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/C is initiating minor compaction (all files) 2024-12-15T17:38:06,475 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/C in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:06,475 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/fc88306343f7440badcf772fa41ac4ee, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/14c19604027544388a0b147c66e34ddf, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/249f5d76a89246f8ad2dd4e13cef5e89] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=35.3 K 2024-12-15T17:38:06,477 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting fc88306343f7440badcf772fa41ac4ee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1734284282001 2024-12-15T17:38:06,477 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 14c19604027544388a0b147c66e34ddf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1734284282359 2024-12-15T17:38:06,478 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 249f5d76a89246f8ad2dd4e13cef5e89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284283500 2024-12-15T17:38:06,483 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/7cde3c735eb6480e9b1f949b00cd6979 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/7cde3c735eb6480e9b1f949b00cd6979 2024-12-15T17:38:06,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742058_1234 (size=12001) 2024-12-15T17:38:06,496 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#C#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:06,497 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/9a72f36d367b4cc3976e48470b349753 is 50, key is test_row_0/C:col10/1734284283503/Put/seqid=0 2024-12-15T17:38:06,497 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/A of e972a3189fa1ce4277c1f82328e45ac1 into 7cde3c735eb6480e9b1f949b00cd6979(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:06,497 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:06,497 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/A, priority=13, startTime=1734284286392; duration=0sec 2024-12-15T17:38:06,497 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:06,497 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:A 2024-12-15T17:38:06,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742059_1235 (size=12207) 2024-12-15T17:38:06,529 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/9a72f36d367b4cc3976e48470b349753 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/9a72f36d367b4cc3976e48470b349753 2024-12-15T17:38:06,538 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/C of e972a3189fa1ce4277c1f82328e45ac1 into 9a72f36d367b4cc3976e48470b349753(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:06,538 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:06,538 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/C, priority=13, startTime=1734284286393; duration=0sec 2024-12-15T17:38:06,538 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:06,538 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:C 2024-12-15T17:38:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T17:38:07,807 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1180967568_22 at /127.0.0.1:44728 [Receiving block BP-1260551467-172.17.0.2-1734284209553:blk_1073741833_1009] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 520ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/cluster_613a4603-9d3e-cd66-9029-eac539f9521c/dfs/data/data1/, blockId=1073741833, seqno=780 2024-12-15T17:38:07,808 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/3a7e511c6d6d4169925fbfde7c08e11c 2024-12-15T17:38:07,808 INFO [AsyncFSWAL-0-hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3-prefix:4ce65a7c4674,35427,1734284215611 {}] wal.AbstractFSWAL(1183): Slow sync cost: 521 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45255,DS-6d92bb2b-536a-40e1-a6ab-c69191ef7410,DISK]] 2024-12-15T17:38:07,808 INFO [AsyncFSWAL-0-hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3-prefix:4ce65a7c4674,35427,1734284215611 {}] wal.AbstractFSWAL(1183): Slow sync cost: 166 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45255,DS-6d92bb2b-536a-40e1-a6ab-c69191ef7410,DISK]] 2024-12-15T17:38:07,809 INFO [AsyncFSWAL-0-hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3-prefix:4ce65a7c4674,35427,1734284215611 {}] wal.AbstractFSWAL(1183): Slow sync cost: 153 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45255,DS-6d92bb2b-536a-40e1-a6ab-c69191ef7410,DISK]] 2024-12-15T17:38:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:07,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:07,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/085653e28001467ca437ffaeaedcfbca is 50, key is test_row_0/B:col10/1734284285135/Put/seqid=0 2024-12-15T17:38:07,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742060_1236 (size=12001) 2024-12-15T17:38:07,838 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/085653e28001467ca437ffaeaedcfbca 2024-12-15T17:38:07,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:07,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284347831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284347833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:07,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284347835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:07,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284347835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:07,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284347835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:07,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/24871855f1194b0d90be258bcd07f00e is 50, key is test_row_0/C:col10/1734284285135/Put/seqid=0 2024-12-15T17:38:07,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742061_1237 (size=12001) 2024-12-15T17:38:07,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284347939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:07,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284347939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:07,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284347941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:07,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284347943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:07,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284347945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284348144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284348144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284348147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284348147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284348149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,285 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/24871855f1194b0d90be258bcd07f00e 2024-12-15T17:38:08,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/3a7e511c6d6d4169925fbfde7c08e11c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/3a7e511c6d6d4169925fbfde7c08e11c 2024-12-15T17:38:08,297 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/3a7e511c6d6d4169925fbfde7c08e11c, entries=150, sequenceid=113, filesize=11.7 K 2024-12-15T17:38:08,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/085653e28001467ca437ffaeaedcfbca as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/085653e28001467ca437ffaeaedcfbca 2024-12-15T17:38:08,312 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/085653e28001467ca437ffaeaedcfbca, entries=150, sequenceid=113, filesize=11.7 K 2024-12-15T17:38:08,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/24871855f1194b0d90be258bcd07f00e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/24871855f1194b0d90be258bcd07f00e 2024-12-15T17:38:08,323 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/24871855f1194b0d90be258bcd07f00e, entries=150, sequenceid=113, filesize=11.7 K 2024-12-15T17:38:08,324 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for e972a3189fa1ce4277c1f82328e45ac1 in 1880ms, sequenceid=113, compaction requested=false 2024-12-15T17:38:08,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:08,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:08,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-15T17:38:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-15T17:38:08,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-15T17:38:08,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2920 sec 2024-12-15T17:38:08,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 3.2980 sec 2024-12-15T17:38:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:08,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-15T17:38:08,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:08,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:08,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:08,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:08,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:08,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:08,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/22cce8c5358749169c25677f795c64b9 is 50, key is test_row_0/A:col10/1734284287833/Put/seqid=0 2024-12-15T17:38:08,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742062_1238 (size=12151) 2024-12-15T17:38:08,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284348491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284348491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284348491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284348492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284348492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284348594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284348594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284348595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284348595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284348595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284348797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284348799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284348799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284348799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284348800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:08,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/22cce8c5358749169c25677f795c64b9 2024-12-15T17:38:08,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/a98a70720ba64035be1183e95f02b34e is 50, key is test_row_0/B:col10/1734284287833/Put/seqid=0 2024-12-15T17:38:08,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742063_1239 (size=12151) 2024-12-15T17:38:08,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/a98a70720ba64035be1183e95f02b34e 2024-12-15T17:38:08,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/83a84548579f45e8b9753e936831d33c is 50, key is test_row_0/C:col10/1734284287833/Put/seqid=0 2024-12-15T17:38:08,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742064_1240 (size=12151) 2024-12-15T17:38:08,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/83a84548579f45e8b9753e936831d33c 2024-12-15T17:38:08,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/22cce8c5358749169c25677f795c64b9 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/22cce8c5358749169c25677f795c64b9 2024-12-15T17:38:08,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/22cce8c5358749169c25677f795c64b9, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T17:38:08,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/a98a70720ba64035be1183e95f02b34e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/a98a70720ba64035be1183e95f02b34e 2024-12-15T17:38:08,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/a98a70720ba64035be1183e95f02b34e, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T17:38:08,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/83a84548579f45e8b9753e936831d33c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/83a84548579f45e8b9753e936831d33c 2024-12-15T17:38:08,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/83a84548579f45e8b9753e936831d33c, entries=150, sequenceid=134, filesize=11.9 K 2024-12-15T17:38:08,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for e972a3189fa1ce4277c1f82328e45ac1 in 491ms, sequenceid=134, compaction requested=true 2024-12-15T17:38:08,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:08,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:08,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:08,942 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:08,942 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:08,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:38:08,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:08,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:08,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:08,943 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:08,943 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/A is initiating minor compaction (all files) 2024-12-15T17:38:08,943 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/A in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:08,943 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:08,943 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/B is initiating minor compaction (all files) 2024-12-15T17:38:08,943 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/B in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:08,943 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/7cde3c735eb6480e9b1f949b00cd6979, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/3a7e511c6d6d4169925fbfde7c08e11c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/22cce8c5358749169c25677f795c64b9] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=35.5 K 2024-12-15T17:38:08,944 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/326222fc6336454b8743c79905b5980a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/085653e28001467ca437ffaeaedcfbca, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/a98a70720ba64035be1183e95f02b34e] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=35.5 K 2024-12-15T17:38:08,944 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 326222fc6336454b8743c79905b5980a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284283500 2024-12-15T17:38:08,944 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cde3c735eb6480e9b1f949b00cd6979, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284283500 2024-12-15T17:38:08,944 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 085653e28001467ca437ffaeaedcfbca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1734284285135 2024-12-15T17:38:08,944 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a7e511c6d6d4169925fbfde7c08e11c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1734284285135 2024-12-15T17:38:08,945 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22cce8c5358749169c25677f795c64b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284287831 2024-12-15T17:38:08,945 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a98a70720ba64035be1183e95f02b34e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284287831 2024-12-15T17:38:08,964 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#B#compaction#194 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:08,965 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/de978336599b4498a4530224111b68aa is 50, key is test_row_0/B:col10/1734284287833/Put/seqid=0 2024-12-15T17:38:08,965 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#A#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:08,965 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/ce541e5e870544f88b9307ebe5c6b217 is 50, key is test_row_0/A:col10/1734284287833/Put/seqid=0 2024-12-15T17:38:08,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742066_1242 (size=12459) 2024-12-15T17:38:09,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742065_1241 (size=12459) 2024-12-15T17:38:09,007 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/de978336599b4498a4530224111b68aa as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/de978336599b4498a4530224111b68aa 2024-12-15T17:38:09,012 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/B of e972a3189fa1ce4277c1f82328e45ac1 into de978336599b4498a4530224111b68aa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:09,012 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:09,012 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/B, priority=13, startTime=1734284288942; duration=0sec 2024-12-15T17:38:09,012 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:09,012 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:B 2024-12-15T17:38:09,013 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:09,014 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:09,014 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/C is initiating minor compaction (all files) 2024-12-15T17:38:09,014 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/C in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:09,014 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/9a72f36d367b4cc3976e48470b349753, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/24871855f1194b0d90be258bcd07f00e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/83a84548579f45e8b9753e936831d33c] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=35.5 K 2024-12-15T17:38:09,015 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a72f36d367b4cc3976e48470b349753, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284283500 2024-12-15T17:38:09,015 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 24871855f1194b0d90be258bcd07f00e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1734284285135 2024-12-15T17:38:09,015 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 83a84548579f45e8b9753e936831d33c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284287831 2024-12-15T17:38:09,026 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#C#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:09,026 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/43905c8295bf40748ce5cbaae32de896 is 50, key is test_row_0/C:col10/1734284287833/Put/seqid=0 2024-12-15T17:38:09,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742067_1243 (size=12459) 2024-12-15T17:38:09,046 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/43905c8295bf40748ce5cbaae32de896 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/43905c8295bf40748ce5cbaae32de896 2024-12-15T17:38:09,052 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/C of e972a3189fa1ce4277c1f82328e45ac1 into 43905c8295bf40748ce5cbaae32de896(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:09,052 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:09,052 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/C, priority=13, startTime=1734284288942; duration=0sec 2024-12-15T17:38:09,052 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:09,052 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:C 2024-12-15T17:38:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:09,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T17:38:09,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:09,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:09,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:09,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:09,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:09,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:09,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/ea52768ed52841b38b3d7026e7f7b73c is 50, key is test_row_0/A:col10/1734284288491/Put/seqid=0 2024-12-15T17:38:09,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742068_1244 (size=12151) 2024-12-15T17:38:09,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/ea52768ed52841b38b3d7026e7f7b73c 2024-12-15T17:38:09,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284349113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284349114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284349115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284349116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/64a7aba557334fcea70214d0768c8908 is 50, key is test_row_0/B:col10/1734284288491/Put/seqid=0 2024-12-15T17:38:09,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284349120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742069_1245 (size=12151) 2024-12-15T17:38:09,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/64a7aba557334fcea70214d0768c8908 2024-12-15T17:38:09,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/94d17b2e7056411eb3ae1d4108551258 is 50, key is test_row_0/C:col10/1734284288491/Put/seqid=0 2024-12-15T17:38:09,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742070_1246 (size=12151) 2024-12-15T17:38:09,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/94d17b2e7056411eb3ae1d4108551258 2024-12-15T17:38:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T17:38:09,139 INFO [Thread-1013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-15T17:38:09,143 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:38:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-15T17:38:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T17:38:09,145 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:38:09,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/ea52768ed52841b38b3d7026e7f7b73c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/ea52768ed52841b38b3d7026e7f7b73c 2024-12-15T17:38:09,145 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:38:09,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:38:09,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/ea52768ed52841b38b3d7026e7f7b73c, entries=150, sequenceid=158, filesize=11.9 K 2024-12-15T17:38:09,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/64a7aba557334fcea70214d0768c8908 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/64a7aba557334fcea70214d0768c8908 2024-12-15T17:38:09,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/64a7aba557334fcea70214d0768c8908, entries=150, sequenceid=158, filesize=11.9 K 2024-12-15T17:38:09,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/94d17b2e7056411eb3ae1d4108551258 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/94d17b2e7056411eb3ae1d4108551258 2024-12-15T17:38:09,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/94d17b2e7056411eb3ae1d4108551258, entries=150, sequenceid=158, filesize=11.9 K 2024-12-15T17:38:09,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for e972a3189fa1ce4277c1f82328e45ac1 in 62ms, sequenceid=158, compaction requested=false 2024-12-15T17:38:09,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:09,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T17:38:09,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:09,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:09,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:09,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:09,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:09,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:09,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/8a4faa6d12204f04b31e155eea34256b is 50, key is test_row_0/A:col10/1734284289114/Put/seqid=0 2024-12-15T17:38:09,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742071_1247 (size=14541) 2024-12-15T17:38:09,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284349234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284349233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284349237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284349238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284349238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T17:38:09,297 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:09,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284349338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284349338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284349340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284349341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284349341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,386 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/ce541e5e870544f88b9307ebe5c6b217 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/ce541e5e870544f88b9307ebe5c6b217 2024-12-15T17:38:09,392 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/A of e972a3189fa1ce4277c1f82328e45ac1 into ce541e5e870544f88b9307ebe5c6b217(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:09,392 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:09,392 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/A, priority=13, startTime=1734284288942; duration=0sec 2024-12-15T17:38:09,392 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:09,392 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:A 2024-12-15T17:38:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T17:38:09,450 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:09,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:09,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:09,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:09,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284349541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284349542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284349543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284349544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284349544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:09,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:09,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:09,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:09,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/8a4faa6d12204f04b31e155eea34256b 2024-12-15T17:38:09,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/9b2c8b1d66924a2ba0d7566ddf2fa2ec is 50, key is test_row_0/B:col10/1734284289114/Put/seqid=0 2024-12-15T17:38:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742072_1248 (size=12151) 2024-12-15T17:38:09,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/9b2c8b1d66924a2ba0d7566ddf2fa2ec 2024-12-15T17:38:09,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/1acd01c6f65c44ac915f0332bff74fd9 is 50, key is test_row_0/C:col10/1734284289114/Put/seqid=0 2024-12-15T17:38:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T17:38:09,755 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:09,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:09,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742073_1249 (size=12151) 2024-12-15T17:38:09,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/1acd01c6f65c44ac915f0332bff74fd9 2024-12-15T17:38:09,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/8a4faa6d12204f04b31e155eea34256b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8a4faa6d12204f04b31e155eea34256b 2024-12-15T17:38:09,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8a4faa6d12204f04b31e155eea34256b, entries=200, sequenceid=174, filesize=14.2 K 2024-12-15T17:38:09,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/9b2c8b1d66924a2ba0d7566ddf2fa2ec as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/9b2c8b1d66924a2ba0d7566ddf2fa2ec 2024-12-15T17:38:09,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/9b2c8b1d66924a2ba0d7566ddf2fa2ec, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T17:38:09,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/1acd01c6f65c44ac915f0332bff74fd9 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/1acd01c6f65c44ac915f0332bff74fd9 2024-12-15T17:38:09,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/1acd01c6f65c44ac915f0332bff74fd9, entries=150, sequenceid=174, filesize=11.9 K 2024-12-15T17:38:09,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for e972a3189fa1ce4277c1f82328e45ac1 in 615ms, sequenceid=174, compaction requested=true 2024-12-15T17:38:09,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:09,834 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:09,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:09,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:09,835 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:09,836 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:09,836 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/A is initiating minor compaction (all files) 2024-12-15T17:38:09,837 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/A in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:09,837 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/ce541e5e870544f88b9307ebe5c6b217, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/ea52768ed52841b38b3d7026e7f7b73c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8a4faa6d12204f04b31e155eea34256b] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=38.2 K 2024-12-15T17:38:09,839 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce541e5e870544f88b9307ebe5c6b217, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284287831 2024-12-15T17:38:09,839 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:09,839 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/B is initiating minor compaction (all files) 2024-12-15T17:38:09,839 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/B in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:09,840 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/de978336599b4498a4530224111b68aa, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/64a7aba557334fcea70214d0768c8908, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/9b2c8b1d66924a2ba0d7566ddf2fa2ec] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=35.9 K 2024-12-15T17:38:09,840 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea52768ed52841b38b3d7026e7f7b73c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734284288490 2024-12-15T17:38:09,840 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting de978336599b4498a4530224111b68aa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284287831 2024-12-15T17:38:09,841 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a4faa6d12204f04b31e155eea34256b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284289114 2024-12-15T17:38:09,842 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 64a7aba557334fcea70214d0768c8908, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734284288490 2024-12-15T17:38:09,842 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b2c8b1d66924a2ba0d7566ddf2fa2ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284289114 2024-12-15T17:38:09,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:38:09,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:09,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:09,844 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:09,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T17:38:09,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:09,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:09,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:09,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:09,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:09,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:09,861 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#A#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:09,862 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/fd719bd4ef834d2b8f9a6b044e265352 is 50, key is test_row_0/A:col10/1734284289114/Put/seqid=0 2024-12-15T17:38:09,862 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#B#compaction#204 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:09,864 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/c5db2fa6dab34743b1ab293873fcd07c is 50, key is test_row_0/B:col10/1734284289114/Put/seqid=0 2024-12-15T17:38:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284349862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284349861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284349865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284349866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284349866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/91e69e81787046a8868d552359ff450d is 50, key is test_row_0/A:col10/1734284289852/Put/seqid=0 2024-12-15T17:38:09,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742074_1250 (size=12561) 2024-12-15T17:38:09,904 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/fd719bd4ef834d2b8f9a6b044e265352 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/fd719bd4ef834d2b8f9a6b044e265352 2024-12-15T17:38:09,909 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:09,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:09,914 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/A of e972a3189fa1ce4277c1f82328e45ac1 into fd719bd4ef834d2b8f9a6b044e265352(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:09,914 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:09,914 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/A, priority=13, startTime=1734284289834; duration=0sec 2024-12-15T17:38:09,914 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:09,914 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:A 2024-12-15T17:38:09,914 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:09,915 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:09,915 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/C is initiating minor compaction (all files) 2024-12-15T17:38:09,915 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/C in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:09,915 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/43905c8295bf40748ce5cbaae32de896, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/94d17b2e7056411eb3ae1d4108551258, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/1acd01c6f65c44ac915f0332bff74fd9] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=35.9 K 2024-12-15T17:38:09,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742076_1252 (size=12151) 2024-12-15T17:38:09,919 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43905c8295bf40748ce5cbaae32de896, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284287831 2024-12-15T17:38:09,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/91e69e81787046a8868d552359ff450d 2024-12-15T17:38:09,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742075_1251 (size=12561) 2024-12-15T17:38:09,920 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94d17b2e7056411eb3ae1d4108551258, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734284288490 2024-12-15T17:38:09,921 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1acd01c6f65c44ac915f0332bff74fd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284289114 2024-12-15T17:38:09,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/0b6652bdedee4949a461459a847d5379 is 50, key is test_row_0/B:col10/1734284289852/Put/seqid=0 2024-12-15T17:38:09,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284349967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284349968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,970 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#C#compaction#207 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:09,971 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/d0a2805f6efb42f9baa3fd9bf6b1287b is 50, key is test_row_0/C:col10/1734284289114/Put/seqid=0 2024-12-15T17:38:09,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284349971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284349973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284349973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:09,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742077_1253 (size=12151) 2024-12-15T17:38:10,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/0b6652bdedee4949a461459a847d5379 2024-12-15T17:38:10,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742078_1254 (size=12561) 2024-12-15T17:38:10,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/8e17b60cadb7446aaa01603f1c821ae7 is 50, key is test_row_0/C:col10/1734284289852/Put/seqid=0 2024-12-15T17:38:10,063 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742079_1255 (size=12151) 2024-12-15T17:38:10,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/8e17b60cadb7446aaa01603f1c821ae7 2024-12-15T17:38:10,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/91e69e81787046a8868d552359ff450d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/91e69e81787046a8868d552359ff450d 2024-12-15T17:38:10,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/91e69e81787046a8868d552359ff450d, entries=150, sequenceid=200, filesize=11.9 K 2024-12-15T17:38:10,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/0b6652bdedee4949a461459a847d5379 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/0b6652bdedee4949a461459a847d5379 2024-12-15T17:38:10,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/0b6652bdedee4949a461459a847d5379, entries=150, sequenceid=200, filesize=11.9 K 2024-12-15T17:38:10,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/8e17b60cadb7446aaa01603f1c821ae7 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/8e17b60cadb7446aaa01603f1c821ae7 2024-12-15T17:38:10,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/8e17b60cadb7446aaa01603f1c821ae7, entries=150, sequenceid=200, filesize=11.9 K 2024-12-15T17:38:10,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for e972a3189fa1ce4277c1f82328e45ac1 in 253ms, sequenceid=200, compaction requested=false 2024-12-15T17:38:10,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:10,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T17:38:10,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:10,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:10,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:10,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:10,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:10,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:10,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/07f2c6f43abe45bbb9506e8d7fa641c7 is 50, key is test_row_0/A:col10/1734284289859/Put/seqid=0 2024-12-15T17:38:10,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742080_1256 (size=12151) 2024-12-15T17:38:10,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/07f2c6f43abe45bbb9506e8d7fa641c7 2024-12-15T17:38:10,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284350203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284350205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284350206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284350207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284350207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/55a453e0fa5a41278330f436647c0978 is 50, key is test_row_0/B:col10/1734284289859/Put/seqid=0 2024-12-15T17:38:10,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742081_1257 (size=12151) 2024-12-15T17:38:10,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/55a453e0fa5a41278330f436647c0978 2024-12-15T17:38:10,224 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:10,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:10,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/ca0c905fd39549a9b1a6faab52962e91 is 50, key is test_row_0/C:col10/1734284289859/Put/seqid=0 2024-12-15T17:38:10,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742082_1258 (size=12151) 2024-12-15T17:38:10,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/ca0c905fd39549a9b1a6faab52962e91 2024-12-15T17:38:10,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/07f2c6f43abe45bbb9506e8d7fa641c7 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/07f2c6f43abe45bbb9506e8d7fa641c7 2024-12-15T17:38:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T17:38:10,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/07f2c6f43abe45bbb9506e8d7fa641c7, entries=150, sequenceid=214, filesize=11.9 K 2024-12-15T17:38:10,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/55a453e0fa5a41278330f436647c0978 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/55a453e0fa5a41278330f436647c0978 2024-12-15T17:38:10,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/55a453e0fa5a41278330f436647c0978, entries=150, sequenceid=214, filesize=11.9 K 2024-12-15T17:38:10,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/ca0c905fd39549a9b1a6faab52962e91 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/ca0c905fd39549a9b1a6faab52962e91 2024-12-15T17:38:10,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/ca0c905fd39549a9b1a6faab52962e91, entries=150, sequenceid=214, filesize=11.9 K 2024-12-15T17:38:10,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for e972a3189fa1ce4277c1f82328e45ac1 in 94ms, sequenceid=214, compaction requested=true 2024-12-15T17:38:10,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:10,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:A, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:10,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:10,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:B, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:10,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T17:38:10,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:10,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-15T17:38:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:10,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T17:38:10,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:10,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:10,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:10,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:10,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:10,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:10,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284350319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284350320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/8d02bebfff9440a19d5df85987d3f34a is 50, key is test_row_0/A:col10/1734284290205/Put/seqid=0 2024-12-15T17:38:10,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284350323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284350327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284350327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,339 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/c5db2fa6dab34743b1ab293873fcd07c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/c5db2fa6dab34743b1ab293873fcd07c 2024-12-15T17:38:10,346 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/B of e972a3189fa1ce4277c1f82328e45ac1 into c5db2fa6dab34743b1ab293873fcd07c(size=12.3 K), total size for store is 36.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:10,346 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:10,346 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/B, priority=13, startTime=1734284289835; duration=0sec 2024-12-15T17:38:10,346 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-15T17:38:10,346 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:B 2024-12-15T17:38:10,346 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:B 2024-12-15T17:38:10,346 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-12-15T17:38:10,348 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:38:10,348 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:38:10,348 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. because compaction request was cancelled 2024-12-15T17:38:10,348 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:C 2024-12-15T17:38:10,348 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:10,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742083_1259 (size=12151) 2024-12-15T17:38:10,350 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:10,350 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/B is initiating minor compaction (all files) 2024-12-15T17:38:10,350 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/B in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,350 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/c5db2fa6dab34743b1ab293873fcd07c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/0b6652bdedee4949a461459a847d5379, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/55a453e0fa5a41278330f436647c0978] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=36.0 K 2024-12-15T17:38:10,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/8d02bebfff9440a19d5df85987d3f34a 2024-12-15T17:38:10,351 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c5db2fa6dab34743b1ab293873fcd07c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284289114 2024-12-15T17:38:10,352 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b6652bdedee4949a461459a847d5379, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734284289233 2024-12-15T17:38:10,352 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 55a453e0fa5a41278330f436647c0978, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734284289859 2024-12-15T17:38:10,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/7f450cff395849a7a04f436c6bfe1662 is 50, key is test_row_0/B:col10/1734284290205/Put/seqid=0 2024-12-15T17:38:10,364 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#B#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:10,364 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/b99ba58a65ec4fc7ac2aaddab5e20808 is 50, key is test_row_0/B:col10/1734284289859/Put/seqid=0 2024-12-15T17:38:10,378 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:10,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:10,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742085_1261 (size=12663) 2024-12-15T17:38:10,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742084_1260 (size=12151) 2024-12-15T17:38:10,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/7f450cff395849a7a04f436c6bfe1662 2024-12-15T17:38:10,425 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/b99ba58a65ec4fc7ac2aaddab5e20808 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/b99ba58a65ec4fc7ac2aaddab5e20808 2024-12-15T17:38:10,426 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/d0a2805f6efb42f9baa3fd9bf6b1287b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/d0a2805f6efb42f9baa3fd9bf6b1287b 2024-12-15T17:38:10,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/3558b8eafea7477e8dd5e6ef4059ece6 is 50, key is test_row_0/C:col10/1734284290205/Put/seqid=0 2024-12-15T17:38:10,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284350427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284350429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284350430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,433 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/C of e972a3189fa1ce4277c1f82328e45ac1 into d0a2805f6efb42f9baa3fd9bf6b1287b(size=12.3 K), total size for store is 36.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:10,433 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:10,433 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/C, priority=13, startTime=1734284289844; duration=0sec 2024-12-15T17:38:10,433 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:10,433 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:C 2024-12-15T17:38:10,433 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284350431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284350432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,434 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/B of e972a3189fa1ce4277c1f82328e45ac1 into b99ba58a65ec4fc7ac2aaddab5e20808(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:10,435 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:10,435 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/B, priority=13, startTime=1734284290268; duration=0sec 2024-12-15T17:38:10,435 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:10,435 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/A is initiating minor compaction (all files) 2024-12-15T17:38:10,435 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/A in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,435 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/fd719bd4ef834d2b8f9a6b044e265352, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/91e69e81787046a8868d552359ff450d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/07f2c6f43abe45bbb9506e8d7fa641c7] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=36.0 K 2024-12-15T17:38:10,435 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:10,435 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:B 2024-12-15T17:38:10,436 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd719bd4ef834d2b8f9a6b044e265352, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284289114 2024-12-15T17:38:10,436 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91e69e81787046a8868d552359ff450d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734284289233 2024-12-15T17:38:10,436 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07f2c6f43abe45bbb9506e8d7fa641c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734284289859 2024-12-15T17:38:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742086_1262 (size=12151) 2024-12-15T17:38:10,448 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:10,449 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/086c4903fd0d4a3985de60161c7c1ef8 is 50, key is test_row_0/A:col10/1734284289859/Put/seqid=0 2024-12-15T17:38:10,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742087_1263 (size=12663) 2024-12-15T17:38:10,465 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/086c4903fd0d4a3985de60161c7c1ef8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/086c4903fd0d4a3985de60161c7c1ef8 2024-12-15T17:38:10,480 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/A of e972a3189fa1ce4277c1f82328e45ac1 into 086c4903fd0d4a3985de60161c7c1ef8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:10,480 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:10,480 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/A, priority=13, startTime=1734284290268; duration=0sec 2024-12-15T17:38:10,480 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:10,480 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:A 2024-12-15T17:38:10,531 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:10,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:10,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284350631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284350631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284350631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284350635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284350636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,684 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:10,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:10,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,837 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:10,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:10,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/3558b8eafea7477e8dd5e6ef4059ece6 2024-12-15T17:38:10,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/8d02bebfff9440a19d5df85987d3f34a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8d02bebfff9440a19d5df85987d3f34a 2024-12-15T17:38:10,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8d02bebfff9440a19d5df85987d3f34a, entries=150, sequenceid=238, filesize=11.9 K 2024-12-15T17:38:10,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/7f450cff395849a7a04f436c6bfe1662 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/7f450cff395849a7a04f436c6bfe1662 2024-12-15T17:38:10,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/7f450cff395849a7a04f436c6bfe1662, entries=150, sequenceid=238, filesize=11.9 K 2024-12-15T17:38:10,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/3558b8eafea7477e8dd5e6ef4059ece6 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/3558b8eafea7477e8dd5e6ef4059ece6 2024-12-15T17:38:10,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/3558b8eafea7477e8dd5e6ef4059ece6, entries=150, sequenceid=238, filesize=11.9 K 2024-12-15T17:38:10,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for e972a3189fa1ce4277c1f82328e45ac1 in 544ms, sequenceid=238, compaction requested=true 2024-12-15T17:38:10,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:10,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:10,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:10,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:38:10,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:10,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:10,855 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T17:38:10,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:10,855 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T17:38:10,856 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:38:10,856 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:38:10,856 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. because compaction request was cancelled 2024-12-15T17:38:10,856 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:A 2024-12-15T17:38:10,856 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:38:10,857 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:38:10,857 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:38:10,857 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. because compaction request was cancelled 2024-12-15T17:38:10,857 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:B 2024-12-15T17:38:10,858 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:38:10,858 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/C is initiating minor compaction (all files) 2024-12-15T17:38:10,858 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/C in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,858 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/d0a2805f6efb42f9baa3fd9bf6b1287b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/8e17b60cadb7446aaa01603f1c821ae7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/ca0c905fd39549a9b1a6faab52962e91, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/3558b8eafea7477e8dd5e6ef4059ece6] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=47.9 K 2024-12-15T17:38:10,859 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0a2805f6efb42f9baa3fd9bf6b1287b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1734284289114 2024-12-15T17:38:10,859 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e17b60cadb7446aaa01603f1c821ae7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734284289233 2024-12-15T17:38:10,859 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca0c905fd39549a9b1a6faab52962e91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734284289859 2024-12-15T17:38:10,860 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3558b8eafea7477e8dd5e6ef4059ece6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734284290205 2024-12-15T17:38:10,881 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#C#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:10,882 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/7008a145f6534bb9bbfa026da8bdf630 is 50, key is test_row_0/C:col10/1734284290205/Put/seqid=0 2024-12-15T17:38:10,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742088_1264 (size=12697) 2024-12-15T17:38:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:10,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T17:38:10,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:10,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:10,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:10,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:10,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:10,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:10,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/d83365da9bcf496abfd8f352686947bd is 50, key is test_row_0/A:col10/1734284290936/Put/seqid=0 2024-12-15T17:38:10,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742089_1265 (size=12251) 2024-12-15T17:38:10,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284350982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284350984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284350986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284350986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284350987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:10,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:10,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:10,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:10,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:11,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284351087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284351087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284351088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284351089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284351089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:11,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:11,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:11,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:11,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:11,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T17:38:11,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284351289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284351290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,293 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/7008a145f6534bb9bbfa026da8bdf630 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/7008a145f6534bb9bbfa026da8bdf630 2024-12-15T17:38:11,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284351291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,295 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284351292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:11,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284351293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:11,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:11,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:11,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:11,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:11,307 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/C of e972a3189fa1ce4277c1f82328e45ac1 into 7008a145f6534bb9bbfa026da8bdf630(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:11,307 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:11,307 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/C, priority=12, startTime=1734284290855; duration=0sec 2024-12-15T17:38:11,307 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:11,307 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:C 2024-12-15T17:38:11,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/d83365da9bcf496abfd8f352686947bd 2024-12-15T17:38:11,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/f28457a964324215846e948e49ae29a2 is 50, key is test_row_0/B:col10/1734284290936/Put/seqid=0 2024-12-15T17:38:11,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742090_1266 (size=12251) 2024-12-15T17:38:11,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/f28457a964324215846e948e49ae29a2 2024-12-15T17:38:11,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/c6330478d9314c629b8a3c2c30016d58 is 50, key is test_row_0/C:col10/1734284290936/Put/seqid=0 2024-12-15T17:38:11,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742091_1267 (size=12251) 2024-12-15T17:38:11,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/c6330478d9314c629b8a3c2c30016d58 2024-12-15T17:38:11,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/d83365da9bcf496abfd8f352686947bd as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/d83365da9bcf496abfd8f352686947bd 2024-12-15T17:38:11,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/d83365da9bcf496abfd8f352686947bd, entries=150, sequenceid=259, filesize=12.0 K 2024-12-15T17:38:11,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/f28457a964324215846e948e49ae29a2 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/f28457a964324215846e948e49ae29a2 2024-12-15T17:38:11,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/f28457a964324215846e948e49ae29a2, entries=150, sequenceid=259, filesize=12.0 K 2024-12-15T17:38:11,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/c6330478d9314c629b8a3c2c30016d58 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/c6330478d9314c629b8a3c2c30016d58 2024-12-15T17:38:11,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/c6330478d9314c629b8a3c2c30016d58, entries=150, sequenceid=259, filesize=12.0 K 2024-12-15T17:38:11,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for e972a3189fa1ce4277c1f82328e45ac1 in 493ms, sequenceid=259, compaction requested=true 2024-12-15T17:38:11,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:11,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:11,431 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:11,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:11,431 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:11,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:38:11,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:11,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:11,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:11,432 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:11,432 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/B is initiating minor compaction (all files) 2024-12-15T17:38:11,432 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/B in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:11,432 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/b99ba58a65ec4fc7ac2aaddab5e20808, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/7f450cff395849a7a04f436c6bfe1662, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/f28457a964324215846e948e49ae29a2] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=36.2 K 2024-12-15T17:38:11,432 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:11,432 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/A is initiating minor compaction (all files) 2024-12-15T17:38:11,432 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/A in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:11,432 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b99ba58a65ec4fc7ac2aaddab5e20808, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734284289859 2024-12-15T17:38:11,432 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/086c4903fd0d4a3985de60161c7c1ef8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8d02bebfff9440a19d5df85987d3f34a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/d83365da9bcf496abfd8f352686947bd] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=36.2 K 2024-12-15T17:38:11,433 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f450cff395849a7a04f436c6bfe1662, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734284290205 2024-12-15T17:38:11,433 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 086c4903fd0d4a3985de60161c7c1ef8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1734284289859 2024-12-15T17:38:11,433 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f28457a964324215846e948e49ae29a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734284290322 2024-12-15T17:38:11,433 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d02bebfff9440a19d5df85987d3f34a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734284290205 2024-12-15T17:38:11,433 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d83365da9bcf496abfd8f352686947bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734284290322 2024-12-15T17:38:11,439 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#B#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:11,439 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/a2a87000596e46fe837c56c70145cf6f is 50, key is test_row_0/B:col10/1734284290936/Put/seqid=0 2024-12-15T17:38:11,440 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:11,440 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/a27668bc127d4c76b23a47585125f14d is 50, key is test_row_0/A:col10/1734284290936/Put/seqid=0 2024-12-15T17:38:11,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742093_1269 (size=12865) 2024-12-15T17:38:11,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742092_1268 (size=12865) 2024-12-15T17:38:11,447 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T17:38:11,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:11,448 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T17:38:11,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:11,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:11,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:11,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:11,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:11,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:11,449 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/a27668bc127d4c76b23a47585125f14d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/a27668bc127d4c76b23a47585125f14d 2024-12-15T17:38:11,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/204a74a6f1184b7587770fe28829d3b1 is 50, key is test_row_0/A:col10/1734284290985/Put/seqid=0 2024-12-15T17:38:11,456 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/A of e972a3189fa1ce4277c1f82328e45ac1 into a27668bc127d4c76b23a47585125f14d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:11,456 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:11,456 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/A, priority=13, startTime=1734284291431; duration=0sec 2024-12-15T17:38:11,456 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:11,456 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:A 2024-12-15T17:38:11,456 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T17:38:11,458 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:38:11,458 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:38:11,458 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. because compaction request was cancelled 2024-12-15T17:38:11,458 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:C 2024-12-15T17:38:11,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742094_1270 (size=12301) 2024-12-15T17:38:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:11,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:11,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284351602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284351602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284351603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284351603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284351604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284351705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284351705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284351705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284351706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284351708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,852 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/a2a87000596e46fe837c56c70145cf6f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/a2a87000596e46fe837c56c70145cf6f 2024-12-15T17:38:11,861 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/204a74a6f1184b7587770fe28829d3b1 2024-12-15T17:38:11,863 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/B of e972a3189fa1ce4277c1f82328e45ac1 into a2a87000596e46fe837c56c70145cf6f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:11,863 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:11,863 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/B, priority=13, startTime=1734284291431; duration=0sec 2024-12-15T17:38:11,864 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:11,864 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:B 2024-12-15T17:38:11,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/e5936b48440f494d88985ea987b78af0 is 50, key is test_row_0/B:col10/1734284290985/Put/seqid=0 2024-12-15T17:38:11,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742095_1271 (size=12301) 2024-12-15T17:38:11,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284351908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284351909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284351910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284351919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:11,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284351919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284352210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284352213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284352213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284352224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284352225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,299 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/e5936b48440f494d88985ea987b78af0 2024-12-15T17:38:12,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/b82102f553134cc39b7f715be7231cc2 is 50, key is test_row_0/C:col10/1734284290985/Put/seqid=0 2024-12-15T17:38:12,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742096_1272 (size=12301) 2024-12-15T17:38:12,334 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/b82102f553134cc39b7f715be7231cc2 2024-12-15T17:38:12,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/204a74a6f1184b7587770fe28829d3b1 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/204a74a6f1184b7587770fe28829d3b1 2024-12-15T17:38:12,344 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/204a74a6f1184b7587770fe28829d3b1, entries=150, sequenceid=280, filesize=12.0 K 2024-12-15T17:38:12,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/e5936b48440f494d88985ea987b78af0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/e5936b48440f494d88985ea987b78af0 2024-12-15T17:38:12,353 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/e5936b48440f494d88985ea987b78af0, entries=150, sequenceid=280, filesize=12.0 K 2024-12-15T17:38:12,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/b82102f553134cc39b7f715be7231cc2 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/b82102f553134cc39b7f715be7231cc2 2024-12-15T17:38:12,370 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/b82102f553134cc39b7f715be7231cc2, entries=150, sequenceid=280, filesize=12.0 K 2024-12-15T17:38:12,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-15T17:38:12,376 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for e972a3189fa1ce4277c1f82328e45ac1 in 927ms, sequenceid=280, compaction requested=true 2024-12-15T17:38:12,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:12,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:12,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-15T17:38:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-15T17:38:12,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-15T17:38:12,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2320 sec 2024-12-15T17:38:12,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 3.2400 sec 2024-12-15T17:38:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:12,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T17:38:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:12,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:12,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/f05a058bba51430f993dec21cd7f21ec is 50, key is test_row_0/A:col10/1734284291603/Put/seqid=0 2024-12-15T17:38:12,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284352771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284352772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284352779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284352781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284352781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742097_1273 (size=12301) 2024-12-15T17:38:12,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284352881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284352882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284352888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284352888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:12,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284352888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284353087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284353087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284353092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284353094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284353104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/f05a058bba51430f993dec21cd7f21ec 2024-12-15T17:38:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T17:38:13,258 INFO [Thread-1013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-15T17:38:13,260 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:38:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-12-15T17:38:13,263 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:38:13,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/3aea634f6a004d3ea116e7cea22512bf is 50, key is test_row_0/B:col10/1734284291603/Put/seqid=0 2024-12-15T17:38:13,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T17:38:13,265 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:38:13,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:38:13,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742098_1274 (size=12301) 2024-12-15T17:38:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T17:38:13,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284353393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284353391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284353397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284353411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284353412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,418 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-15T17:38:13,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:13,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:13,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:13,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:13,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T17:38:13,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-15T17:38:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:13,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:13,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:13,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:13,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/3aea634f6a004d3ea116e7cea22512bf 2024-12-15T17:38:13,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/a820f019610242c08e0192accad41e81 is 50, key is test_row_0/C:col10/1734284291603/Put/seqid=0 2024-12-15T17:38:13,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742099_1275 (size=12301) 2024-12-15T17:38:13,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/a820f019610242c08e0192accad41e81 2024-12-15T17:38:13,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-15T17:38:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:13,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:13,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:13,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/f05a058bba51430f993dec21cd7f21ec as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/f05a058bba51430f993dec21cd7f21ec 2024-12-15T17:38:13,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/f05a058bba51430f993dec21cd7f21ec, entries=150, sequenceid=301, filesize=12.0 K 2024-12-15T17:38:13,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/3aea634f6a004d3ea116e7cea22512bf as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/3aea634f6a004d3ea116e7cea22512bf 2024-12-15T17:38:13,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/3aea634f6a004d3ea116e7cea22512bf, entries=150, sequenceid=301, filesize=12.0 K 2024-12-15T17:38:13,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/a820f019610242c08e0192accad41e81 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/a820f019610242c08e0192accad41e81 2024-12-15T17:38:13,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/a820f019610242c08e0192accad41e81, entries=150, sequenceid=301, filesize=12.0 K 2024-12-15T17:38:13,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for e972a3189fa1ce4277c1f82328e45ac1 in 1030ms, sequenceid=301, compaction requested=true 2024-12-15T17:38:13,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:13,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:13,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:13,763 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:13,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:38:13,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:13,763 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:13,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:13,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:13,765 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:13,765 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:13,765 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/B is initiating minor compaction (all files) 2024-12-15T17:38:13,765 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/A is initiating minor compaction (all files) 2024-12-15T17:38:13,765 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/B in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:13,765 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/A in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:13,765 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/a2a87000596e46fe837c56c70145cf6f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/e5936b48440f494d88985ea987b78af0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/3aea634f6a004d3ea116e7cea22512bf] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=36.6 K 2024-12-15T17:38:13,765 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/a27668bc127d4c76b23a47585125f14d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/204a74a6f1184b7587770fe28829d3b1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/f05a058bba51430f993dec21cd7f21ec] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=36.6 K 2024-12-15T17:38:13,765 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a2a87000596e46fe837c56c70145cf6f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734284290322 2024-12-15T17:38:13,765 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting a27668bc127d4c76b23a47585125f14d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734284290322 2024-12-15T17:38:13,765 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e5936b48440f494d88985ea987b78af0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734284290985 2024-12-15T17:38:13,766 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3aea634f6a004d3ea116e7cea22512bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1734284291603 2024-12-15T17:38:13,766 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 204a74a6f1184b7587770fe28829d3b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734284290985 2024-12-15T17:38:13,766 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting f05a058bba51430f993dec21cd7f21ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1734284291603 2024-12-15T17:38:13,783 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:13,784 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/d460f5993c484c0abe0c4b3d7ab250c3 is 50, key is test_row_0/B:col10/1734284291603/Put/seqid=0 2024-12-15T17:38:13,784 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#A#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:13,784 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/a385a2de507741b08ab58e5bb19c82bb is 50, key is test_row_0/A:col10/1734284291603/Put/seqid=0 2024-12-15T17:38:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T17:38:13,888 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-15T17:38:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:13,888 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-15T17:38:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:13,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:13,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:13,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:13,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:13,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:13,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/e2258377a5c245a7b7a1e7be40b0dffd is 50, key is test_row_0/A:col10/1734284292779/Put/seqid=0 2024-12-15T17:38:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:13,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. as already flushing 2024-12-15T17:38:13,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284353914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284353915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284353916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284353917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:13,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284353918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:14,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284354017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:14,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284354017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:14,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284354019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:14,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284354219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:14,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284354219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:14,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:14,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284354224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T17:38:14,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:14,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284354522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:14,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284354524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:14,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:14,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284354527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:14,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:14,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284354921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:14,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:14,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284354923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:15,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:15,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284355025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:15,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284355028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:15,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284355030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T17:38:16,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284356033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:16,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284356033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:16,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284356036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:16,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50818 deadline: 1734284356942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:16,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50836 deadline: 1734284356944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:16,944 DEBUG [Thread-1011 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., hostname=4ce65a7c4674,35427,1734284215611, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:38:16,944 DEBUG [Thread-1005 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., hostname=4ce65a7c4674,35427,1734284215611, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:38:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T17:38:18,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:18,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50796 deadline: 1734284358045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:18,046 DEBUG [Thread-1009 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., hostname=4ce65a7c4674,35427,1734284215611, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:38:18,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50850 deadline: 1734284358048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:18,049 DEBUG [Thread-1003 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., hostname=4ce65a7c4674,35427,1734284215611, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:38:18,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50784 deadline: 1734284358054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:18,056 DEBUG [Thread-1007 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., hostname=4ce65a7c4674,35427,1734284215611, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:38:19,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742100_1276 (size=13017) 2024-12-15T17:38:19,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742101_1277 (size=13017) 2024-12-15T17:38:19,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742102_1278 (size=12301) 2024-12-15T17:38:19,324 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/d460f5993c484c0abe0c4b3d7ab250c3 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/d460f5993c484c0abe0c4b3d7ab250c3 2024-12-15T17:38:19,329 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/B of e972a3189fa1ce4277c1f82328e45ac1 into d460f5993c484c0abe0c4b3d7ab250c3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 5sec to execute. 2024-12-15T17:38:19,329 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:19,329 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/B, priority=13, startTime=1734284293763; duration=5sec 2024-12-15T17:38:19,330 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:19,330 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:B 2024-12-15T17:38:19,330 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:38:19,331 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49550 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:38:19,331 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): e972a3189fa1ce4277c1f82328e45ac1/C is initiating minor compaction (all files) 2024-12-15T17:38:19,331 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e972a3189fa1ce4277c1f82328e45ac1/C in TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:19,331 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/7008a145f6534bb9bbfa026da8bdf630, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/c6330478d9314c629b8a3c2c30016d58, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/b82102f553134cc39b7f715be7231cc2, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/a820f019610242c08e0192accad41e81] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp, totalSize=48.4 K 2024-12-15T17:38:19,332 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7008a145f6534bb9bbfa026da8bdf630, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734284290205 2024-12-15T17:38:19,333 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c6330478d9314c629b8a3c2c30016d58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734284290322 2024-12-15T17:38:19,333 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b82102f553134cc39b7f715be7231cc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1734284290985 2024-12-15T17:38:19,333 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a820f019610242c08e0192accad41e81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1734284291603 2024-12-15T17:38:19,354 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e972a3189fa1ce4277c1f82328e45ac1#C#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:19,354 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/60f94e6bd57b4cf89a8ccdb5cbada542 is 50, key is test_row_0/C:col10/1734284291603/Put/seqid=0 2024-12-15T17:38:19,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742103_1279 (size=12983) 2024-12-15T17:38:19,717 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/e2258377a5c245a7b7a1e7be40b0dffd 2024-12-15T17:38:19,721 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/a385a2de507741b08ab58e5bb19c82bb as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/a385a2de507741b08ab58e5bb19c82bb 2024-12-15T17:38:19,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/b8c0c2de67b74d2abfce3044de5f2717 is 50, key is test_row_0/B:col10/1734284292779/Put/seqid=0 2024-12-15T17:38:19,725 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/A of e972a3189fa1ce4277c1f82328e45ac1 into a385a2de507741b08ab58e5bb19c82bb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 5sec to execute. 2024-12-15T17:38:19,725 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:19,725 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/A, priority=13, startTime=1734284293763; duration=5sec 2024-12-15T17:38:19,726 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:19,726 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:A 2024-12-15T17:38:19,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742104_1280 (size=12301) 2024-12-15T17:38:19,753 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/b8c0c2de67b74d2abfce3044de5f2717 2024-12-15T17:38:19,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/7dbf50e101ab43b2b937382bede8fc23 is 50, key is test_row_0/C:col10/1734284292779/Put/seqid=0 2024-12-15T17:38:19,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742105_1281 (size=12301) 2024-12-15T17:38:19,765 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/7dbf50e101ab43b2b937382bede8fc23 2024-12-15T17:38:19,768 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/60f94e6bd57b4cf89a8ccdb5cbada542 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/60f94e6bd57b4cf89a8ccdb5cbada542 2024-12-15T17:38:19,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/e2258377a5c245a7b7a1e7be40b0dffd as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/e2258377a5c245a7b7a1e7be40b0dffd 2024-12-15T17:38:19,775 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e972a3189fa1ce4277c1f82328e45ac1/C of e972a3189fa1ce4277c1f82328e45ac1 into 60f94e6bd57b4cf89a8ccdb5cbada542(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:19,776 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:19,776 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1., storeName=e972a3189fa1ce4277c1f82328e45ac1/C, priority=12, startTime=1734284293763; duration=0sec 2024-12-15T17:38:19,776 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:19,776 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:C 2024-12-15T17:38:19,776 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/e2258377a5c245a7b7a1e7be40b0dffd, entries=150, sequenceid=320, filesize=12.0 K 2024-12-15T17:38:19,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/b8c0c2de67b74d2abfce3044de5f2717 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/b8c0c2de67b74d2abfce3044de5f2717 2024-12-15T17:38:19,782 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/b8c0c2de67b74d2abfce3044de5f2717, entries=150, sequenceid=320, filesize=12.0 K 2024-12-15T17:38:19,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/7dbf50e101ab43b2b937382bede8fc23 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/7dbf50e101ab43b2b937382bede8fc23 2024-12-15T17:38:19,788 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/7dbf50e101ab43b2b937382bede8fc23, entries=150, sequenceid=320, filesize=12.0 K 2024-12-15T17:38:19,789 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for e972a3189fa1ce4277c1f82328e45ac1 in 5901ms, sequenceid=320, compaction requested=false 2024-12-15T17:38:19,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:19,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:19,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-15T17:38:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-12-15T17:38:19,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-15T17:38:19,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 6.5250 sec 2024-12-15T17:38:19,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 6.5310 sec 2024-12-15T17:38:20,819 DEBUG [Thread-1016 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:49653 2024-12-15T17:38:20,819 DEBUG [Thread-1022 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:49653 2024-12-15T17:38:20,820 DEBUG [Thread-1016 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:20,820 DEBUG [Thread-1022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:20,820 DEBUG [Thread-1020 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:49653 2024-12-15T17:38:20,820 DEBUG [Thread-1020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:20,821 DEBUG [Thread-1014 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:49653 2024-12-15T17:38:20,821 DEBUG [Thread-1014 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:20,825 DEBUG [Thread-1018 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:49653 2024-12-15T17:38:20,825 DEBUG [Thread-1018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T17:38:21,371 INFO [Thread-1013 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-15T17:38:21,816 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1180967568_22 at /127.0.0.1:44728 [Receiving block BP-1260551467-172.17.0.2-1734284209553:blk_1073741833_1009] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 853ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/cluster_613a4603-9d3e-cd66-9029-eac539f9521c/dfs/data/data1/, blockId=1073741833, seqno=957 2024-12-15T17:38:23,368 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:38:26,524 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1180967568_22 at /127.0.0.1:44728 [Receiving block BP-1260551467-172.17.0.2-1734284209553:blk_1073741833_1009] {}] datanode.BlockReceiver(464): Slow flushOrSync took 4708ms (threshold=300ms), isSync:false, flushTotalNanos=4708053437ns, volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/cluster_613a4603-9d3e-cd66-9029-eac539f9521c/dfs/data/data1/, blockId=1073741833, seqno=957 2024-12-15T17:38:26,526 INFO [AsyncFSWAL-0-hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3-prefix:4ce65a7c4674,35427,1734284215611 {}] wal.AbstractFSWAL(1183): Slow sync cost: 5562 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45255,DS-6d92bb2b-536a-40e1-a6ab-c69191ef7410,DISK]] 2024-12-15T17:38:26,526 INFO [AsyncFSWAL-0-hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3-prefix:4ce65a7c4674,35427,1734284215611 {}] wal.AbstractFSWAL(1183): Slow sync cost: 5542 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45255,DS-6d92bb2b-536a-40e1-a6ab-c69191ef7410,DISK]] 2024-12-15T17:38:26,526 INFO [AsyncFSWAL-0-hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3-prefix:4ce65a7c4674,35427,1734284215611 {}] wal.AbstractFSWAL(1183): Slow sync cost: 4466 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:45255,DS-6d92bb2b-536a-40e1-a6ab-c69191ef7410,DISK]] 2024-12-15T17:38:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:26,530 DEBUG [Thread-1003 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:49653 2024-12-15T17:38:26,530 DEBUG [Thread-1003 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:26,530 DEBUG [Thread-1005 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:49653 2024-12-15T17:38:26,530 DEBUG [Thread-1005 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:26,530 DEBUG [Thread-1011 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:49653 2024-12-15T17:38:26,530 DEBUG [Thread-1011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:26,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e972a3189fa1ce4277c1f82328e45ac1 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T17:38:26,534 DEBUG [Thread-1009 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:49653 2024-12-15T17:38:26,534 DEBUG [Thread-1009 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=A 2024-12-15T17:38:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=B 2024-12-15T17:38:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e972a3189fa1ce4277c1f82328e45ac1, store=C 2024-12-15T17:38:26,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:26,535 DEBUG [Thread-1007 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:49653 2024-12-15T17:38:26,535 DEBUG [Thread-1007 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:26,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T17:38:26,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-15T17:38:26,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-12-15T17:38:26,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-15T17:38:26,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-15T17:38:26,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-15T17:38:26,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T17:38:26,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6132 2024-12-15T17:38:26,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6116 2024-12-15T17:38:26,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6082 2024-12-15T17:38:26,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6199 2024-12-15T17:38:26,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6057 2024-12-15T17:38:26,535 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T17:38:26,535 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T17:38:26,535 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:49653 2024-12-15T17:38:26,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:26,537 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T17:38:26,537 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T17:38:26,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T17:38:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T17:38:26,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/7d5f9b2374704194b0eedce7891a1bcc is 50, key is test_row_0/A:col10/1734284306529/Put/seqid=0 2024-12-15T17:38:26,540 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284306540"}]},"ts":"1734284306540"} 2024-12-15T17:38:26,542 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T17:38:26,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742106_1282 (size=12301) 2024-12-15T17:38:26,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/7d5f9b2374704194b0eedce7891a1bcc 2024-12-15T17:38:26,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/e0bee9d28cbb4832942a2f0302244853 is 50, key is test_row_0/B:col10/1734284306529/Put/seqid=0 2024-12-15T17:38:26,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742107_1283 (size=12301) 2024-12-15T17:38:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T17:38:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T17:38:26,936 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T17:38:26,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T17:38:26,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e972a3189fa1ce4277c1f82328e45ac1, UNASSIGN}] 2024-12-15T17:38:26,945 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e972a3189fa1ce4277c1f82328e45ac1, UNASSIGN 2024-12-15T17:38:26,946 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=e972a3189fa1ce4277c1f82328e45ac1, regionState=CLOSING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:26,946 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:38:26,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; CloseRegionProcedure e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:38:26,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/e0bee9d28cbb4832942a2f0302244853 2024-12-15T17:38:26,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/965f22c11be5463c8a48d27011163b16 is 50, key is test_row_0/C:col10/1734284306529/Put/seqid=0 2024-12-15T17:38:26,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742108_1284 (size=12301) 2024-12-15T17:38:27,098 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:27,099 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] handler.UnassignRegionHandler(124): Close e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:27,099 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:38:27,099 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1681): Closing e972a3189fa1ce4277c1f82328e45ac1, disabling compactions & flushes 2024-12-15T17:38:27,099 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T17:38:27,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/965f22c11be5463c8a48d27011163b16 2024-12-15T17:38:27,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/A/7d5f9b2374704194b0eedce7891a1bcc as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/7d5f9b2374704194b0eedce7891a1bcc 2024-12-15T17:38:27,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/7d5f9b2374704194b0eedce7891a1bcc, entries=150, sequenceid=345, filesize=12.0 K 2024-12-15T17:38:27,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/B/e0bee9d28cbb4832942a2f0302244853 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/e0bee9d28cbb4832942a2f0302244853 2024-12-15T17:38:27,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/e0bee9d28cbb4832942a2f0302244853, entries=150, sequenceid=345, filesize=12.0 K 2024-12-15T17:38:27,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/.tmp/C/965f22c11be5463c8a48d27011163b16 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/965f22c11be5463c8a48d27011163b16 2024-12-15T17:38:27,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/965f22c11be5463c8a48d27011163b16, entries=150, sequenceid=345, filesize=12.0 K 2024-12-15T17:38:27,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for e972a3189fa1ce4277c1f82328e45ac1 in 873ms, sequenceid=345, compaction requested=true 2024-12-15T17:38:27,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:27,404 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:27,404 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:27,404 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. after waiting 0 ms 2024-12-15T17:38:27,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:27,404 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:27,405 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. because compaction request was cancelled 2024-12-15T17:38:27,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:27,405 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:A 2024-12-15T17:38:27,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:B, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:27,405 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. because compaction request was cancelled 2024-12-15T17:38:27,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:27,405 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:B 2024-12-15T17:38:27,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e972a3189fa1ce4277c1f82328e45ac1:C, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:38:27,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:27,405 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. because compaction request was cancelled 2024-12-15T17:38:27,405 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e972a3189fa1ce4277c1f82328e45ac1:C 2024-12-15T17:38:27,405 DEBUG [StoreCloser-TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/db368262747643d0a1d19a15bf3006ee, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/af8702ba13424035afb07e5e7bd48fb4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/59dacde350614ca0b839d33b70a19317, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/f86dbae130ce4377ab1faabd795b5f9c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/a12171914ce347fb81974d038c6e199d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/7cde3c735eb6480e9b1f949b00cd6979, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8ba9c573a71048be829747f904c87bab, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/3a7e511c6d6d4169925fbfde7c08e11c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/ce541e5e870544f88b9307ebe5c6b217, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/22cce8c5358749169c25677f795c64b9, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/ea52768ed52841b38b3d7026e7f7b73c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8a4faa6d12204f04b31e155eea34256b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/fd719bd4ef834d2b8f9a6b044e265352, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/91e69e81787046a8868d552359ff450d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/086c4903fd0d4a3985de60161c7c1ef8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/07f2c6f43abe45bbb9506e8d7fa641c7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8d02bebfff9440a19d5df85987d3f34a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/a27668bc127d4c76b23a47585125f14d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/d83365da9bcf496abfd8f352686947bd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/204a74a6f1184b7587770fe28829d3b1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/f05a058bba51430f993dec21cd7f21ec] to archive 2024-12-15T17:38:27,406 DEBUG [StoreCloser-TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:38:27,409 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/59dacde350614ca0b839d33b70a19317 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/59dacde350614ca0b839d33b70a19317 2024-12-15T17:38:27,409 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/af8702ba13424035afb07e5e7bd48fb4 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/af8702ba13424035afb07e5e7bd48fb4 2024-12-15T17:38:27,409 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/f86dbae130ce4377ab1faabd795b5f9c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/f86dbae130ce4377ab1faabd795b5f9c 2024-12-15T17:38:27,409 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8ba9c573a71048be829747f904c87bab to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8ba9c573a71048be829747f904c87bab 2024-12-15T17:38:27,410 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/a12171914ce347fb81974d038c6e199d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/a12171914ce347fb81974d038c6e199d 2024-12-15T17:38:27,410 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/3a7e511c6d6d4169925fbfde7c08e11c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/3a7e511c6d6d4169925fbfde7c08e11c 2024-12-15T17:38:27,410 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/7cde3c735eb6480e9b1f949b00cd6979 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/7cde3c735eb6480e9b1f949b00cd6979 2024-12-15T17:38:27,410 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/db368262747643d0a1d19a15bf3006ee to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/db368262747643d0a1d19a15bf3006ee 2024-12-15T17:38:27,411 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/ce541e5e870544f88b9307ebe5c6b217 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/ce541e5e870544f88b9307ebe5c6b217 2024-12-15T17:38:27,412 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/ea52768ed52841b38b3d7026e7f7b73c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/ea52768ed52841b38b3d7026e7f7b73c 2024-12-15T17:38:27,412 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8a4faa6d12204f04b31e155eea34256b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8a4faa6d12204f04b31e155eea34256b 2024-12-15T17:38:27,412 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/22cce8c5358749169c25677f795c64b9 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/22cce8c5358749169c25677f795c64b9 2024-12-15T17:38:27,412 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/fd719bd4ef834d2b8f9a6b044e265352 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/fd719bd4ef834d2b8f9a6b044e265352 2024-12-15T17:38:27,413 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/91e69e81787046a8868d552359ff450d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/91e69e81787046a8868d552359ff450d 2024-12-15T17:38:27,413 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/07f2c6f43abe45bbb9506e8d7fa641c7 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/07f2c6f43abe45bbb9506e8d7fa641c7 2024-12-15T17:38:27,413 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/086c4903fd0d4a3985de60161c7c1ef8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/086c4903fd0d4a3985de60161c7c1ef8 2024-12-15T17:38:27,414 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8d02bebfff9440a19d5df85987d3f34a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/8d02bebfff9440a19d5df85987d3f34a 2024-12-15T17:38:27,414 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/a27668bc127d4c76b23a47585125f14d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/a27668bc127d4c76b23a47585125f14d 2024-12-15T17:38:27,414 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/d83365da9bcf496abfd8f352686947bd to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/d83365da9bcf496abfd8f352686947bd 2024-12-15T17:38:27,414 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/f05a058bba51430f993dec21cd7f21ec to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/f05a058bba51430f993dec21cd7f21ec 2024-12-15T17:38:27,414 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/204a74a6f1184b7587770fe28829d3b1 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/204a74a6f1184b7587770fe28829d3b1 2024-12-15T17:38:27,415 DEBUG [StoreCloser-TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/ddd6f617016045d7860c108961a85660, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/d534c4974c6c41c0aa4f02c0828ee82f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/5a045155f7f940839fa8fb69a5452ee8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/65f39500ede14004be1ecadbb253ec95, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/9461b5b139844c1a9e55a8d1401f3972, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/326222fc6336454b8743c79905b5980a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/ed77adf154e34e6c9da07d37a6cf78ce, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/085653e28001467ca437ffaeaedcfbca, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/de978336599b4498a4530224111b68aa, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/a98a70720ba64035be1183e95f02b34e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/64a7aba557334fcea70214d0768c8908, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/c5db2fa6dab34743b1ab293873fcd07c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/9b2c8b1d66924a2ba0d7566ddf2fa2ec, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/0b6652bdedee4949a461459a847d5379, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/b99ba58a65ec4fc7ac2aaddab5e20808, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/55a453e0fa5a41278330f436647c0978, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/7f450cff395849a7a04f436c6bfe1662, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/a2a87000596e46fe837c56c70145cf6f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/f28457a964324215846e948e49ae29a2, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/e5936b48440f494d88985ea987b78af0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/3aea634f6a004d3ea116e7cea22512bf] to archive 2024-12-15T17:38:27,416 DEBUG [StoreCloser-TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:38:27,418 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/326222fc6336454b8743c79905b5980a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/326222fc6336454b8743c79905b5980a 2024-12-15T17:38:27,418 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/d534c4974c6c41c0aa4f02c0828ee82f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/d534c4974c6c41c0aa4f02c0828ee82f 2024-12-15T17:38:27,418 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/9461b5b139844c1a9e55a8d1401f3972 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/9461b5b139844c1a9e55a8d1401f3972 2024-12-15T17:38:27,418 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/5a045155f7f940839fa8fb69a5452ee8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/5a045155f7f940839fa8fb69a5452ee8 2024-12-15T17:38:27,418 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/ddd6f617016045d7860c108961a85660 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/ddd6f617016045d7860c108961a85660 2024-12-15T17:38:27,418 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/ed77adf154e34e6c9da07d37a6cf78ce to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/ed77adf154e34e6c9da07d37a6cf78ce 2024-12-15T17:38:27,418 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/65f39500ede14004be1ecadbb253ec95 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/65f39500ede14004be1ecadbb253ec95 2024-12-15T17:38:27,418 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/085653e28001467ca437ffaeaedcfbca to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/085653e28001467ca437ffaeaedcfbca 2024-12-15T17:38:27,419 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/c5db2fa6dab34743b1ab293873fcd07c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/c5db2fa6dab34743b1ab293873fcd07c 2024-12-15T17:38:27,419 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/de978336599b4498a4530224111b68aa to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/de978336599b4498a4530224111b68aa 2024-12-15T17:38:27,419 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/64a7aba557334fcea70214d0768c8908 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/64a7aba557334fcea70214d0768c8908 2024-12-15T17:38:27,420 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/a98a70720ba64035be1183e95f02b34e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/a98a70720ba64035be1183e95f02b34e 2024-12-15T17:38:27,420 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/9b2c8b1d66924a2ba0d7566ddf2fa2ec to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/9b2c8b1d66924a2ba0d7566ddf2fa2ec 2024-12-15T17:38:27,420 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/0b6652bdedee4949a461459a847d5379 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/0b6652bdedee4949a461459a847d5379 2024-12-15T17:38:27,420 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/b99ba58a65ec4fc7ac2aaddab5e20808 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/b99ba58a65ec4fc7ac2aaddab5e20808 2024-12-15T17:38:27,420 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/55a453e0fa5a41278330f436647c0978 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/55a453e0fa5a41278330f436647c0978 2024-12-15T17:38:27,420 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/7f450cff395849a7a04f436c6bfe1662 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/7f450cff395849a7a04f436c6bfe1662 2024-12-15T17:38:27,421 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/a2a87000596e46fe837c56c70145cf6f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/a2a87000596e46fe837c56c70145cf6f 2024-12-15T17:38:27,421 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/f28457a964324215846e948e49ae29a2 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/f28457a964324215846e948e49ae29a2 2024-12-15T17:38:27,421 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/e5936b48440f494d88985ea987b78af0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/e5936b48440f494d88985ea987b78af0 2024-12-15T17:38:27,421 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/3aea634f6a004d3ea116e7cea22512bf to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/3aea634f6a004d3ea116e7cea22512bf 2024-12-15T17:38:27,422 DEBUG [StoreCloser-TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/27d709087e964efc8c3095ad61797b5e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/5c3225cf4ff4410d8a1c4fc258ccb1eb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/fc88306343f7440badcf772fa41ac4ee, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/8dde15dcb3594d84aa0906e64067724b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/14c19604027544388a0b147c66e34ddf, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/9a72f36d367b4cc3976e48470b349753, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/249f5d76a89246f8ad2dd4e13cef5e89, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/24871855f1194b0d90be258bcd07f00e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/43905c8295bf40748ce5cbaae32de896, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/83a84548579f45e8b9753e936831d33c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/94d17b2e7056411eb3ae1d4108551258, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/d0a2805f6efb42f9baa3fd9bf6b1287b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/1acd01c6f65c44ac915f0332bff74fd9, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/8e17b60cadb7446aaa01603f1c821ae7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/ca0c905fd39549a9b1a6faab52962e91, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/7008a145f6534bb9bbfa026da8bdf630, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/3558b8eafea7477e8dd5e6ef4059ece6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/c6330478d9314c629b8a3c2c30016d58, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/b82102f553134cc39b7f715be7231cc2, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/a820f019610242c08e0192accad41e81] to archive 2024-12-15T17:38:27,422 DEBUG [StoreCloser-TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:38:27,424 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/8dde15dcb3594d84aa0906e64067724b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/8dde15dcb3594d84aa0906e64067724b 2024-12-15T17:38:27,424 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/5c3225cf4ff4410d8a1c4fc258ccb1eb to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/5c3225cf4ff4410d8a1c4fc258ccb1eb 2024-12-15T17:38:27,424 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/249f5d76a89246f8ad2dd4e13cef5e89 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/249f5d76a89246f8ad2dd4e13cef5e89 2024-12-15T17:38:27,424 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/24871855f1194b0d90be258bcd07f00e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/24871855f1194b0d90be258bcd07f00e 2024-12-15T17:38:27,424 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/27d709087e964efc8c3095ad61797b5e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/27d709087e964efc8c3095ad61797b5e 2024-12-15T17:38:27,425 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/fc88306343f7440badcf772fa41ac4ee to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/fc88306343f7440badcf772fa41ac4ee 2024-12-15T17:38:27,425 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/14c19604027544388a0b147c66e34ddf to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/14c19604027544388a0b147c66e34ddf 2024-12-15T17:38:27,425 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/9a72f36d367b4cc3976e48470b349753 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/9a72f36d367b4cc3976e48470b349753 2024-12-15T17:38:27,426 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/83a84548579f45e8b9753e936831d33c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/83a84548579f45e8b9753e936831d33c 2024-12-15T17:38:27,426 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/94d17b2e7056411eb3ae1d4108551258 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/94d17b2e7056411eb3ae1d4108551258 2024-12-15T17:38:27,426 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/d0a2805f6efb42f9baa3fd9bf6b1287b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/d0a2805f6efb42f9baa3fd9bf6b1287b 2024-12-15T17:38:27,426 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/43905c8295bf40748ce5cbaae32de896 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/43905c8295bf40748ce5cbaae32de896 2024-12-15T17:38:27,427 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/ca0c905fd39549a9b1a6faab52962e91 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/ca0c905fd39549a9b1a6faab52962e91 2024-12-15T17:38:27,427 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/7008a145f6534bb9bbfa026da8bdf630 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/7008a145f6534bb9bbfa026da8bdf630 2024-12-15T17:38:27,427 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/1acd01c6f65c44ac915f0332bff74fd9 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/1acd01c6f65c44ac915f0332bff74fd9 2024-12-15T17:38:27,427 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/8e17b60cadb7446aaa01603f1c821ae7 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/8e17b60cadb7446aaa01603f1c821ae7 2024-12-15T17:38:27,427 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/3558b8eafea7477e8dd5e6ef4059ece6 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/3558b8eafea7477e8dd5e6ef4059ece6 2024-12-15T17:38:27,427 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/c6330478d9314c629b8a3c2c30016d58 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/c6330478d9314c629b8a3c2c30016d58 2024-12-15T17:38:27,427 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/b82102f553134cc39b7f715be7231cc2 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/b82102f553134cc39b7f715be7231cc2 2024-12-15T17:38:27,427 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/a820f019610242c08e0192accad41e81 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/a820f019610242c08e0192accad41e81 2024-12-15T17:38:27,431 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/recovered.edits/348.seqid, newMaxSeqId=348, maxSeqId=1 2024-12-15T17:38:27,432 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1. 2024-12-15T17:38:27,432 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] regionserver.HRegion(1635): Region close journal for e972a3189fa1ce4277c1f82328e45ac1: 2024-12-15T17:38:27,433 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=76}] handler.UnassignRegionHandler(170): Closed e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:27,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=75 updating hbase:meta row=e972a3189fa1ce4277c1f82328e45ac1, regionState=CLOSED 2024-12-15T17:38:27,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-15T17:38:27,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; CloseRegionProcedure e972a3189fa1ce4277c1f82328e45ac1, server=4ce65a7c4674,35427,1734284215611 in 488 msec 2024-12-15T17:38:27,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=75, resume processing ppid=74 2024-12-15T17:38:27,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, ppid=74, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e972a3189fa1ce4277c1f82328e45ac1, UNASSIGN in 492 msec 2024-12-15T17:38:27,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-15T17:38:27,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 500 msec 2024-12-15T17:38:27,439 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284307439"}]},"ts":"1734284307439"} 2024-12-15T17:38:27,440 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T17:38:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T17:38:27,666 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T17:38:27,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1290 sec 2024-12-15T17:38:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T17:38:28,645 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-15T17:38:28,645 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T17:38:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:38:28,647 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=77, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:38:28,647 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=77, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:38:28,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T17:38:28,648 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:28,650 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/recovered.edits] 2024-12-15T17:38:28,652 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/a385a2de507741b08ab58e5bb19c82bb to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/a385a2de507741b08ab58e5bb19c82bb 2024-12-15T17:38:28,652 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/7d5f9b2374704194b0eedce7891a1bcc to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/7d5f9b2374704194b0eedce7891a1bcc 2024-12-15T17:38:28,653 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/e2258377a5c245a7b7a1e7be40b0dffd to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/A/e2258377a5c245a7b7a1e7be40b0dffd 2024-12-15T17:38:28,656 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/d460f5993c484c0abe0c4b3d7ab250c3 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/d460f5993c484c0abe0c4b3d7ab250c3 2024-12-15T17:38:28,656 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/e0bee9d28cbb4832942a2f0302244853 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/e0bee9d28cbb4832942a2f0302244853 2024-12-15T17:38:28,656 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/b8c0c2de67b74d2abfce3044de5f2717 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/B/b8c0c2de67b74d2abfce3044de5f2717 2024-12-15T17:38:28,658 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/60f94e6bd57b4cf89a8ccdb5cbada542 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/60f94e6bd57b4cf89a8ccdb5cbada542 2024-12-15T17:38:28,658 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/7dbf50e101ab43b2b937382bede8fc23 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/7dbf50e101ab43b2b937382bede8fc23 2024-12-15T17:38:28,659 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/965f22c11be5463c8a48d27011163b16 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/C/965f22c11be5463c8a48d27011163b16 2024-12-15T17:38:28,661 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/recovered.edits/348.seqid to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1/recovered.edits/348.seqid 2024-12-15T17:38:28,662 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/e972a3189fa1ce4277c1f82328e45ac1 2024-12-15T17:38:28,662 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T17:38:28,663 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=77, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:38:28,666 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T17:38:28,667 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T17:38:28,668 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=77, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:38:28,668 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T17:38:28,668 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734284308668"}]},"ts":"9223372036854775807"} 2024-12-15T17:38:28,669 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T17:38:28,669 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e972a3189fa1ce4277c1f82328e45ac1, NAME => 'TestAcidGuarantees,,1734284279470.e972a3189fa1ce4277c1f82328e45ac1.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T17:38:28,669 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T17:38:28,670 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734284308669"}]},"ts":"9223372036854775807"} 2024-12-15T17:38:28,671 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T17:38:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T17:38:28,776 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=77, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:38:28,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 131 msec 2024-12-15T17:38:28,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T17:38:28,949 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-15T17:38:28,962 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=244 (was 249), OpenFileDescriptor=449 (was 467), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1358 (was 1375), ProcessCount=11 (was 12), AvailableMemoryMB=3730 (was 5102) 2024-12-15T17:38:28,970 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=244, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=1358, ProcessCount=11, AvailableMemoryMB=3729 2024-12-15T17:38:28,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T17:38:28,972 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:38:28,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=78, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T17:38:28,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:38:28,974 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:28,974 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 78 2024-12-15T17:38:28,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:38:28,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-12-15T17:38:28,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742109_1285 (size=963) 2024-12-15T17:38:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-12-15T17:38:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-12-15T17:38:29,384 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3 2024-12-15T17:38:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742110_1286 (size=53) 2024-12-15T17:38:29,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-12-15T17:38:29,790 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:38:29,791 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 30e900b77c5cedcf0f75cd9cf3b7aea8, disabling compactions & flushes 2024-12-15T17:38:29,791 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:29,791 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:29,791 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. after waiting 0 ms 2024-12-15T17:38:29,791 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:29,791 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:29,791 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:29,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:38:29,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734284309792"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734284309792"}]},"ts":"1734284309792"} 2024-12-15T17:38:29,793 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:38:29,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:38:29,793 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284309793"}]},"ts":"1734284309793"} 2024-12-15T17:38:29,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T17:38:30,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-12-15T17:38:30,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=30e900b77c5cedcf0f75cd9cf3b7aea8, ASSIGN}] 2024-12-15T17:38:30,132 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=30e900b77c5cedcf0f75cd9cf3b7aea8, ASSIGN 2024-12-15T17:38:30,133 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=30e900b77c5cedcf0f75cd9cf3b7aea8, ASSIGN; state=OFFLINE, location=4ce65a7c4674,35427,1734284215611; forceNewPlan=false, retain=false 2024-12-15T17:38:30,284 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=30e900b77c5cedcf0f75cd9cf3b7aea8, regionState=OPENING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:30,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; OpenRegionProcedure 30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:38:30,436 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:30,439 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:30,439 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7285): Opening region: {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:38:30,440 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:30,440 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:38:30,440 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7327): checking encryption for 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:30,440 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7330): checking classloading for 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:30,441 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:30,442 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:38:30,442 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e900b77c5cedcf0f75cd9cf3b7aea8 columnFamilyName A 2024-12-15T17:38:30,442 DEBUG [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:30,443 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.HStore(327): Store=30e900b77c5cedcf0f75cd9cf3b7aea8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:38:30,443 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:30,444 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:38:30,444 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e900b77c5cedcf0f75cd9cf3b7aea8 columnFamilyName B 2024-12-15T17:38:30,444 DEBUG [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:30,444 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.HStore(327): Store=30e900b77c5cedcf0f75cd9cf3b7aea8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:38:30,444 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:30,445 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:38:30,445 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e900b77c5cedcf0f75cd9cf3b7aea8 columnFamilyName C 2024-12-15T17:38:30,445 DEBUG [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:30,445 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.HStore(327): Store=30e900b77c5cedcf0f75cd9cf3b7aea8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:38:30,446 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:30,446 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:30,447 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:30,448 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T17:38:30,449 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1085): writing seq id for 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:30,451 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:38:30,451 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1102): Opened 30e900b77c5cedcf0f75cd9cf3b7aea8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71718871, jitterRate=0.06869445741176605}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T17:38:30,452 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1001): Region open journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:30,453 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., pid=80, masterSystemTime=1734284310436 2024-12-15T17:38:30,454 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:30,454 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:30,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=30e900b77c5cedcf0f75cd9cf3b7aea8, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:30,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-15T17:38:30,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; OpenRegionProcedure 30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 in 170 msec 2024-12-15T17:38:30,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=79, resume processing ppid=78 2024-12-15T17:38:30,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, ppid=78, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=30e900b77c5cedcf0f75cd9cf3b7aea8, ASSIGN in 327 msec 2024-12-15T17:38:30,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:38:30,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284310458"}]},"ts":"1734284310458"} 2024-12-15T17:38:30,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T17:38:30,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=78, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:38:30,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.6780 sec 2024-12-15T17:38:31,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=78 2024-12-15T17:38:31,081 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 78 completed 2024-12-15T17:38:31,082 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-12-15T17:38:31,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:31,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:31,111 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:31,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T17:38:31,115 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T17:38:31,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T17:38:31,117 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:38:31,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T17:38:31,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742111_1287 (size=999) 2024-12-15T17:38:31,530 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T17:38:31,530 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T17:38:31,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T17:38:31,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=30e900b77c5cedcf0f75cd9cf3b7aea8, REOPEN/MOVE}] 2024-12-15T17:38:31,535 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=30e900b77c5cedcf0f75cd9cf3b7aea8, REOPEN/MOVE 2024-12-15T17:38:31,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=30e900b77c5cedcf0f75cd9cf3b7aea8, regionState=CLOSING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:31,536 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:38:31,536 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; CloseRegionProcedure 30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:38:31,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:31,692 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(124): Close 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:31,692 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:38:31,692 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1681): Closing 30e900b77c5cedcf0f75cd9cf3b7aea8, disabling compactions & flushes 2024-12-15T17:38:31,692 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:31,692 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:31,692 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. after waiting 0 ms 2024-12-15T17:38:31,692 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:31,720 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:38:31,722 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:31,722 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1635): Region close journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:31,722 WARN [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3786): Not adding moved region record: 30e900b77c5cedcf0f75cd9cf3b7aea8 to self. 2024-12-15T17:38:31,728 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(170): Closed 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:31,729 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=30e900b77c5cedcf0f75cd9cf3b7aea8, regionState=CLOSED 2024-12-15T17:38:31,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-15T17:38:31,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseRegionProcedure 30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 in 194 msec 2024-12-15T17:38:31,734 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=30e900b77c5cedcf0f75cd9cf3b7aea8, REOPEN/MOVE; state=CLOSED, location=4ce65a7c4674,35427,1734284215611; forceNewPlan=false, retain=true 2024-12-15T17:38:31,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=30e900b77c5cedcf0f75cd9cf3b7aea8, regionState=OPENING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:31,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE; OpenRegionProcedure 30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:38:32,037 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,044 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:32,044 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7285): Opening region: {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:38:32,045 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:32,045 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:38:32,045 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7327): checking encryption for 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:32,045 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7330): checking classloading for 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:32,055 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:32,060 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:38:32,060 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e900b77c5cedcf0f75cd9cf3b7aea8 columnFamilyName A 2024-12-15T17:38:32,072 DEBUG [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:32,072 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.HStore(327): Store=30e900b77c5cedcf0f75cd9cf3b7aea8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:38:32,073 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:32,074 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:38:32,074 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e900b77c5cedcf0f75cd9cf3b7aea8 columnFamilyName B 2024-12-15T17:38:32,074 DEBUG [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:32,075 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.HStore(327): Store=30e900b77c5cedcf0f75cd9cf3b7aea8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:38:32,075 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:32,076 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:38:32,076 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30e900b77c5cedcf0f75cd9cf3b7aea8 columnFamilyName C 2024-12-15T17:38:32,076 DEBUG [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:32,076 INFO [StoreOpener-30e900b77c5cedcf0f75cd9cf3b7aea8-1 {}] regionserver.HStore(327): Store=30e900b77c5cedcf0f75cd9cf3b7aea8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:38:32,076 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:32,077 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:32,078 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:32,079 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T17:38:32,081 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1085): writing seq id for 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:32,088 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1102): Opened 30e900b77c5cedcf0f75cd9cf3b7aea8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59996940, jitterRate=-0.1059759259223938}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T17:38:32,089 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1001): Region open journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:32,091 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., pid=85, masterSystemTime=1734284312037 2024-12-15T17:38:32,094 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:32,095 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:32,098 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=30e900b77c5cedcf0f75cd9cf3b7aea8, regionState=OPEN, openSeqNum=5, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=85, resume processing ppid=83 2024-12-15T17:38:32,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, ppid=83, state=SUCCESS; OpenRegionProcedure 30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 in 213 msec 2024-12-15T17:38:32,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=83, resume processing ppid=82 2024-12-15T17:38:32,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, ppid=82, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=30e900b77c5cedcf0f75cd9cf3b7aea8, REOPEN/MOVE in 569 msec 2024-12-15T17:38:32,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-15T17:38:32,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 579 msec 2024-12-15T17:38:32,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 996 msec 2024-12-15T17:38:32,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-15T17:38:32,118 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-12-15T17:38:32,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:32,201 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-12-15T17:38:32,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:32,247 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-12-15T17:38:32,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:32,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-12-15T17:38:32,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:32,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-12-15T17:38:32,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:32,365 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-12-15T17:38:32,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:32,388 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-12-15T17:38:32,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:32,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-12-15T17:38:32,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:32,467 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-12-15T17:38:32,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:32,519 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-12-15T17:38:32,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:38:32,593 DEBUG [hconnection-0x6381281c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:32,594 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:38:32,595 DEBUG [hconnection-0x503bde42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:32,596 DEBUG [hconnection-0x303ccc54-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-12-15T17:38:32,597 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:32,598 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:32,598 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:32,598 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:38:32,599 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:38:32,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:38:32,602 DEBUG [hconnection-0x1e003b41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:32,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-12-15T17:38:32,604 DEBUG [hconnection-0x28a8976e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:32,605 DEBUG [hconnection-0xcb56e28-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:32,606 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:32,609 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:32,612 DEBUG [hconnection-0x7bba170f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:32,612 DEBUG [hconnection-0x5ffea27b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:32,613 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:32,615 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:32,615 DEBUG [hconnection-0x7df8d0f8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:32,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:38:32,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:32,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:32,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:32,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:32,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:32,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:32,625 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:32,625 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:32,635 DEBUG [hconnection-0x70610060-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:38:32,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284372639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,640 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:38:32,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284372639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284372640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284372642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284372646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-12-15T17:38:32,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284372743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284372745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215aa46b8d5fb3849f0abc8b7ea5fa50d12_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284312605/Put/seqid=0 2024-12-15T17:38:32,751 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-15T17:38:32,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:32,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:32,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:32,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:32,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:32,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284372748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:32,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284372755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284372756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742112_1288 (size=12154) 2024-12-15T17:38:32,910 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-15T17:38:32,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:32,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:32,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:32,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:32,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-12-15T17:38:32,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284372948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284372950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,960 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T17:38:32,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284372956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284372979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:32,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284372980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,064 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-15T17:38:33,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:33,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:33,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:33,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,188 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:33,217 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215aa46b8d5fb3849f0abc8b7ea5fa50d12_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215aa46b8d5fb3849f0abc8b7ea5fa50d12_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:33,224 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/fac3a9c27ce848d594178e380b88fd50, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:33,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/fac3a9c27ce848d594178e380b88fd50 is 175, key is test_row_0/A:col10/1734284312605/Put/seqid=0 2024-12-15T17:38:33,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-12-15T17:38:33,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-15T17:38:33,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:33,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:33,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:33,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284373256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:33,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284373259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742113_1289 (size=30955) 2024-12-15T17:38:33,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:33,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284373263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284373286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284373295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-15T17:38:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:33,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,572 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-15T17:38:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:33,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,664 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/fac3a9c27ce848d594178e380b88fd50 2024-12-15T17:38:33,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/9776f6c8a34a4e18a837d50d81ac6f8f is 50, key is test_row_0/B:col10/1734284312605/Put/seqid=0 2024-12-15T17:38:33,731 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-15T17:38:33,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:33,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:33,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:33,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-12-15T17:38:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742114_1290 (size=12001) 2024-12-15T17:38:33,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284373767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284373772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284373772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284373796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284373812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,887 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:33,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-15T17:38:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:33,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:34,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:34,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-15T17:38:34,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:34,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:34,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:34,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:34,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:34,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/9776f6c8a34a4e18a837d50d81ac6f8f 2024-12-15T17:38:34,163 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T17:38:34,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:34,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-15T17:38:34,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:34,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:34,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:34,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:34,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:34,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/2c3da30cc0414eea9436b960bed84202 is 50, key is test_row_0/C:col10/1734284312605/Put/seqid=0 2024-12-15T17:38:34,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742115_1291 (size=12001) 2024-12-15T17:38:34,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/2c3da30cc0414eea9436b960bed84202 2024-12-15T17:38:34,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/fac3a9c27ce848d594178e380b88fd50 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/fac3a9c27ce848d594178e380b88fd50 2024-12-15T17:38:34,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/fac3a9c27ce848d594178e380b88fd50, entries=150, sequenceid=16, filesize=30.2 K 2024-12-15T17:38:34,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/9776f6c8a34a4e18a837d50d81ac6f8f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/9776f6c8a34a4e18a837d50d81ac6f8f 2024-12-15T17:38:34,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/9776f6c8a34a4e18a837d50d81ac6f8f, entries=150, sequenceid=16, filesize=11.7 K 2024-12-15T17:38:34,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/2c3da30cc0414eea9436b960bed84202 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/2c3da30cc0414eea9436b960bed84202 2024-12-15T17:38:34,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/2c3da30cc0414eea9436b960bed84202, entries=150, sequenceid=16, filesize=11.7 K 2024-12-15T17:38:34,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 1732ms, sequenceid=16, compaction requested=false 2024-12-15T17:38:34,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:34,359 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:34,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-15T17:38:34,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:34,361 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T17:38:34,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:34,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:34,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:34,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:34,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:34,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:34,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121515998d550cd944e2929cbdde6e3f1a89_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284312635/Put/seqid=0 2024-12-15T17:38:34,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742116_1292 (size=12154) 2024-12-15T17:38:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-12-15T17:38:34,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:34,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:34,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284374818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:34,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284374826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:34,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:34,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284374827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:34,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284374817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:34,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284374832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:34,850 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121515998d550cd944e2929cbdde6e3f1a89_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121515998d550cd944e2929cbdde6e3f1a89_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/42ed68d5b7bf46cd8fda19689643cd4c, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:34,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/42ed68d5b7bf46cd8fda19689643cd4c is 175, key is test_row_0/A:col10/1734284312635/Put/seqid=0 2024-12-15T17:38:34,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742117_1293 (size=30955) 2024-12-15T17:38:34,890 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/42ed68d5b7bf46cd8fda19689643cd4c 2024-12-15T17:38:34,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/f9177394105246579f8452cb8a184954 is 50, key is test_row_0/B:col10/1734284312635/Put/seqid=0 2024-12-15T17:38:34,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:34,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284374933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:34,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742118_1294 (size=12001) 2024-12-15T17:38:34,940 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/f9177394105246579f8452cb8a184954 2024-12-15T17:38:34,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284374943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:34,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284374943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:34,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:34,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284374946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:34,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/d8acb53af07f4ce7a77f0e5d4ec1e339 is 50, key is test_row_0/C:col10/1734284312635/Put/seqid=0 2024-12-15T17:38:35,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742119_1295 (size=12001) 2024-12-15T17:38:35,033 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/d8acb53af07f4ce7a77f0e5d4ec1e339 2024-12-15T17:38:35,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/42ed68d5b7bf46cd8fda19689643cd4c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/42ed68d5b7bf46cd8fda19689643cd4c 2024-12-15T17:38:35,100 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/42ed68d5b7bf46cd8fda19689643cd4c, entries=150, sequenceid=41, filesize=30.2 K 2024-12-15T17:38:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/f9177394105246579f8452cb8a184954 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/f9177394105246579f8452cb8a184954 2024-12-15T17:38:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,143 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/f9177394105246579f8452cb8a184954, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T17:38:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/d8acb53af07f4ce7a77f0e5d4ec1e339 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d8acb53af07f4ce7a77f0e5d4ec1e339 2024-12-15T17:38:35,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,171 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d8acb53af07f4ce7a77f0e5d4ec1e339, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T17:38:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,173 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 811ms, sequenceid=41, compaction requested=false 2024-12-15T17:38:35,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:35,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:35,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-12-15T17:38:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=87 2024-12-15T17:38:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-12-15T17:38:35,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5760 sec 2024-12-15T17:38:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 2.5880 sec 2024-12-15T17:38:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T17:38:35,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:35,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:35,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:35,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:35,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:35,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215399218a45a9f459593ff8ab72964ec63_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_1/A:col10/1734284315294/Put/seqid=0 2024-12-15T17:38:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742120_1296 (size=12154) 2024-12-15T17:38:35,374 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:35,389 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215399218a45a9f459593ff8ab72964ec63_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215399218a45a9f459593ff8ab72964ec63_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:35,391 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/3fdc302ba8ce414e82aee6083325cff1, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:35,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/3fdc302ba8ce414e82aee6083325cff1 is 175, key is test_row_1/A:col10/1734284315294/Put/seqid=0 2024-12-15T17:38:35,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284375423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:35,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742121_1297 (size=30951) 2024-12-15T17:38:35,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284375430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:35,444 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/3fdc302ba8ce414e82aee6083325cff1 2024-12-15T17:38:35,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284375440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:35,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:35,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284375441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:35,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/59fde53cda204c2caaed5ada687f0127 is 50, key is test_row_1/B:col10/1734284315294/Put/seqid=0 2024-12-15T17:38:35,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742122_1298 (size=9657) 2024-12-15T17:38:35,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/59fde53cda204c2caaed5ada687f0127 2024-12-15T17:38:35,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/94aaad58167c4a788ca4836956c73e06 is 50, key is test_row_1/C:col10/1734284315294/Put/seqid=0 2024-12-15T17:38:35,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:35,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284375546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:35,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284375552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:35,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:35,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284375554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:35,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:35,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284375556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:35,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742123_1299 (size=9657) 2024-12-15T17:38:35,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284375755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:35,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284375756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:35,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284375756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:35,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284375771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:35,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/94aaad58167c4a788ca4836956c73e06 2024-12-15T17:38:35,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/3fdc302ba8ce414e82aee6083325cff1 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/3fdc302ba8ce414e82aee6083325cff1 2024-12-15T17:38:35,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/3fdc302ba8ce414e82aee6083325cff1, entries=150, sequenceid=53, filesize=30.2 K 2024-12-15T17:38:36,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/59fde53cda204c2caaed5ada687f0127 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/59fde53cda204c2caaed5ada687f0127 2024-12-15T17:38:36,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/59fde53cda204c2caaed5ada687f0127, entries=100, sequenceid=53, filesize=9.4 K 2024-12-15T17:38:36,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/94aaad58167c4a788ca4836956c73e06 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/94aaad58167c4a788ca4836956c73e06 2024-12-15T17:38:36,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/94aaad58167c4a788ca4836956c73e06, entries=100, sequenceid=53, filesize=9.4 K 2024-12-15T17:38:36,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 717ms, sequenceid=53, compaction requested=true 2024-12-15T17:38:36,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:36,014 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:36,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:36,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:36,015 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:36,016 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:36,016 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/A is initiating minor compaction (all files) 2024-12-15T17:38:36,016 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/A in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:36,016 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/fac3a9c27ce848d594178e380b88fd50, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/42ed68d5b7bf46cd8fda19689643cd4c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/3fdc302ba8ce414e82aee6083325cff1] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=90.7 K 2024-12-15T17:38:36,016 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:36,016 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/fac3a9c27ce848d594178e380b88fd50, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/42ed68d5b7bf46cd8fda19689643cd4c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/3fdc302ba8ce414e82aee6083325cff1] 2024-12-15T17:38:36,019 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:36,019 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/B is initiating minor compaction (all files) 2024-12-15T17:38:36,020 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/B in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:36,020 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/9776f6c8a34a4e18a837d50d81ac6f8f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/f9177394105246579f8452cb8a184954, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/59fde53cda204c2caaed5ada687f0127] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=32.9 K 2024-12-15T17:38:36,020 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting fac3a9c27ce848d594178e380b88fd50, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734284312605 2024-12-15T17:38:36,020 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 9776f6c8a34a4e18a837d50d81ac6f8f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734284312605 2024-12-15T17:38:36,020 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42ed68d5b7bf46cd8fda19689643cd4c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734284312635 2024-12-15T17:38:36,021 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f9177394105246579f8452cb8a184954, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734284312635 2024-12-15T17:38:36,021 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fdc302ba8ce414e82aee6083325cff1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734284314806 2024-12-15T17:38:36,021 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 59fde53cda204c2caaed5ada687f0127, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734284314806 2024-12-15T17:38:36,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:38:36,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:36,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:36,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:36,045 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:36,046 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/0c243c0beff440628b449c8f0b043327 is 50, key is test_row_0/B:col10/1734284312635/Put/seqid=0 2024-12-15T17:38:36,060 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:36,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T17:38:36,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:36,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:36,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:36,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:36,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:36,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:36,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284376081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284376082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284376083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284376085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742124_1300 (size=12104) 2024-12-15T17:38:36,100 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215b68c021617364e2b86b72d95d926bbb1_30e900b77c5cedcf0f75cd9cf3b7aea8 store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:36,101 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215b68c021617364e2b86b72d95d926bbb1_30e900b77c5cedcf0f75cd9cf3b7aea8, store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:36,102 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b68c021617364e2b86b72d95d926bbb1_30e900b77c5cedcf0f75cd9cf3b7aea8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:36,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121576d256aea0d24eeeae5cfff70740c46b_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284315428/Put/seqid=0 2024-12-15T17:38:36,129 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/0c243c0beff440628b449c8f0b043327 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/0c243c0beff440628b449c8f0b043327 2024-12-15T17:38:36,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742125_1301 (size=4469) 2024-12-15T17:38:36,140 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#A#compaction#248 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:36,141 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/8208454789e14423b230d01311f9333e is 175, key is test_row_0/A:col10/1734284312635/Put/seqid=0 2024-12-15T17:38:36,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742126_1302 (size=14594) 2024-12-15T17:38:36,165 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:36,166 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/B of 30e900b77c5cedcf0f75cd9cf3b7aea8 into 0c243c0beff440628b449c8f0b043327(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:36,166 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:36,166 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/B, priority=13, startTime=1734284316015; duration=0sec 2024-12-15T17:38:36,166 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:36,166 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:B 2024-12-15T17:38:36,166 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:36,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742127_1303 (size=31165) 2024-12-15T17:38:36,183 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:36,183 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/C is initiating minor compaction (all files) 2024-12-15T17:38:36,183 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/C in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:36,183 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/2c3da30cc0414eea9436b960bed84202, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d8acb53af07f4ce7a77f0e5d4ec1e339, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/94aaad58167c4a788ca4836956c73e06] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=32.9 K 2024-12-15T17:38:36,188 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c3da30cc0414eea9436b960bed84202, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734284312605 2024-12-15T17:38:36,192 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d8acb53af07f4ce7a77f0e5d4ec1e339, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734284312635 2024-12-15T17:38:36,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284376188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,193 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 94aaad58167c4a788ca4836956c73e06, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734284314806 2024-12-15T17:38:36,194 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121576d256aea0d24eeeae5cfff70740c46b_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121576d256aea0d24eeeae5cfff70740c46b_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:36,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284376188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,200 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/df5d2b3484794b7aaa34718bbf341b55, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:36,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/df5d2b3484794b7aaa34718bbf341b55 is 175, key is test_row_0/A:col10/1734284315428/Put/seqid=0 2024-12-15T17:38:36,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284376191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,213 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#C#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:36,213 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/e36beaead9be4a8ca091579794d4c87a is 50, key is test_row_0/C:col10/1734284312635/Put/seqid=0 2024-12-15T17:38:36,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284376207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742128_1304 (size=39549) 2024-12-15T17:38:36,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742129_1305 (size=12104) 2024-12-15T17:38:36,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284376402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284376404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284376408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284376423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,632 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/df5d2b3484794b7aaa34718bbf341b55 2024-12-15T17:38:36,643 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/8208454789e14423b230d01311f9333e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/8208454789e14423b230d01311f9333e 2024-12-15T17:38:36,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/0639e63582eb4f2ba74b9e371f9d022b is 50, key is test_row_0/B:col10/1734284315428/Put/seqid=0 2024-12-15T17:38:36,681 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/e36beaead9be4a8ca091579794d4c87a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/e36beaead9be4a8ca091579794d4c87a 2024-12-15T17:38:36,688 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/A of 30e900b77c5cedcf0f75cd9cf3b7aea8 into 8208454789e14423b230d01311f9333e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:36,688 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:36,688 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/A, priority=13, startTime=1734284316014; duration=0sec 2024-12-15T17:38:36,688 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:36,688 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:A 2024-12-15T17:38:36,716 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/C of 30e900b77c5cedcf0f75cd9cf3b7aea8 into e36beaead9be4a8ca091579794d4c87a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:36,716 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:36,716 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/C, priority=13, startTime=1734284316022; duration=0sec 2024-12-15T17:38:36,716 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:36,716 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:C 2024-12-15T17:38:36,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742130_1306 (size=12001) 2024-12-15T17:38:36,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284376719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284376725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284376725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284376740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-12-15T17:38:36,756 INFO [Thread-1340 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 86 completed 2024-12-15T17:38:36,768 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:38:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-12-15T17:38:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-12-15T17:38:36,783 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:38:36,786 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:38:36,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:38:36,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284376871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,873 DEBUG [Thread-1330 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4284 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., hostname=4ce65a7c4674,35427,1734284215611, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:38:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-12-15T17:38:36,939 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:36,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-15T17:38:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:36,941 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:36,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-12-15T17:38:37,098 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:37,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-15T17:38:37,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:37,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:37,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:37,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:37,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:37,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/0639e63582eb4f2ba74b9e371f9d022b 2024-12-15T17:38:37,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/d908f92661f241de93cace493845acba is 50, key is test_row_0/C:col10/1734284315428/Put/seqid=0 2024-12-15T17:38:37,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742131_1307 (size=12001) 2024-12-15T17:38:37,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:37,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284377244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:37,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284377248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:37,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284377249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:37,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:37,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284377250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:37,263 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:37,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-15T17:38:37,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:37,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:37,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:37,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:37,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-12-15T17:38:37,419 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:37,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-15T17:38:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:37,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:37,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:37,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/d908f92661f241de93cace493845acba 2024-12-15T17:38:37,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/df5d2b3484794b7aaa34718bbf341b55 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/df5d2b3484794b7aaa34718bbf341b55 2024-12-15T17:38:37,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/df5d2b3484794b7aaa34718bbf341b55, entries=200, sequenceid=78, filesize=38.6 K 2024-12-15T17:38:37,587 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:37,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-15T17:38:37,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:37,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:37,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:37,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:37,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:37,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/0639e63582eb4f2ba74b9e371f9d022b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/0639e63582eb4f2ba74b9e371f9d022b 2024-12-15T17:38:37,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/0639e63582eb4f2ba74b9e371f9d022b, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T17:38:37,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/d908f92661f241de93cace493845acba as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d908f92661f241de93cace493845acba 2024-12-15T17:38:37,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d908f92661f241de93cace493845acba, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T17:38:37,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 1547ms, sequenceid=78, compaction requested=false 2024-12-15T17:38:37,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:37,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:37,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-15T17:38:37,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:37,753 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:38:37,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:37,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:37,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:37,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:37,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:37,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:37,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155b1ffa2c62964fb4a9c96ec4832a1a58_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284316082/Put/seqid=0 2024-12-15T17:38:37,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742132_1308 (size=12154) 2024-12-15T17:38:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-12-15T17:38:38,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:38,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:38,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:38,253 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155b1ffa2c62964fb4a9c96ec4832a1a58_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155b1ffa2c62964fb4a9c96ec4832a1a58_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:38,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/576e6d938cb14e2bad5ee269229688cb, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:38,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/576e6d938cb14e2bad5ee269229688cb is 175, key is test_row_0/A:col10/1734284316082/Put/seqid=0 2024-12-15T17:38:38,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742133_1309 (size=30955) 2024-12-15T17:38:38,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:38,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284378373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:38,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:38,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284378377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:38,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284378383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:38,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284378387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:38,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284378491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:38,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284378492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:38,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284378493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:38,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284378497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:38,694 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/576e6d938cb14e2bad5ee269229688cb 2024-12-15T17:38:38,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284378697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:38,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284378698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:38,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284378702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:38,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/18388332288d48509598c954e6da0942 is 50, key is test_row_0/B:col10/1734284316082/Put/seqid=0 2024-12-15T17:38:38,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284378708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:38,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742134_1310 (size=12001) 2024-12-15T17:38:38,780 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/18388332288d48509598c954e6da0942 2024-12-15T17:38:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/d992b99ab3f14bce8da5fa8831ea78dd is 50, key is test_row_0/C:col10/1734284316082/Put/seqid=0 2024-12-15T17:38:38,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742135_1311 (size=12001) 2024-12-15T17:38:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-12-15T17:38:39,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284379008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284379008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284379008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284379012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,257 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/d992b99ab3f14bce8da5fa8831ea78dd 2024-12-15T17:38:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/576e6d938cb14e2bad5ee269229688cb as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/576e6d938cb14e2bad5ee269229688cb 2024-12-15T17:38:39,353 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/576e6d938cb14e2bad5ee269229688cb, entries=150, sequenceid=92, filesize=30.2 K 2024-12-15T17:38:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/18388332288d48509598c954e6da0942 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/18388332288d48509598c954e6da0942 2024-12-15T17:38:39,395 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/18388332288d48509598c954e6da0942, entries=150, sequenceid=92, filesize=11.7 K 2024-12-15T17:38:39,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/d992b99ab3f14bce8da5fa8831ea78dd as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d992b99ab3f14bce8da5fa8831ea78dd 2024-12-15T17:38:39,423 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d992b99ab3f14bce8da5fa8831ea78dd, entries=150, sequenceid=92, filesize=11.7 K 2024-12-15T17:38:39,424 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 1671ms, sequenceid=92, compaction requested=true 2024-12-15T17:38:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-12-15T17:38:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=89 2024-12-15T17:38:39,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=88 2024-12-15T17:38:39,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=88, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6530 sec 2024-12-15T17:38:39,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.6950 sec 2024-12-15T17:38:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:39,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-15T17:38:39,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:39,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:39,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:39,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:39,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:39,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:39,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155e9e107727e545a4b8d05962f8909e08_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284319524/Put/seqid=0 2024-12-15T17:38:39,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742136_1312 (size=17034) 2024-12-15T17:38:39,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284379556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284379559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284379570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284379577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284379691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284379691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284379691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284379693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284379894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284379900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284379900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284379901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:39,972 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:40,016 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155e9e107727e545a4b8d05962f8909e08_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155e9e107727e545a4b8d05962f8909e08_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:40,017 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/f084faa3ade94f34aa59493477deee9f, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:40,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/f084faa3ade94f34aa59493477deee9f is 175, key is test_row_0/A:col10/1734284319524/Put/seqid=0 2024-12-15T17:38:40,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742137_1313 (size=48139) 2024-12-15T17:38:40,063 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/f084faa3ade94f34aa59493477deee9f 2024-12-15T17:38:40,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/2235e1d444d343d3bcb8c591df6fc26b is 50, key is test_row_0/B:col10/1734284319524/Put/seqid=0 2024-12-15T17:38:40,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742138_1314 (size=12001) 2024-12-15T17:38:40,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/2235e1d444d343d3bcb8c591df6fc26b 2024-12-15T17:38:40,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/449cd950584947d7ab5cc4b5d484daa5 is 50, key is test_row_0/C:col10/1734284319524/Put/seqid=0 2024-12-15T17:38:40,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284380208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:40,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284380210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:40,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284380211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:40,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284380214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:40,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742139_1315 (size=12001) 2024-12-15T17:38:40,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/449cd950584947d7ab5cc4b5d484daa5 2024-12-15T17:38:40,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/f084faa3ade94f34aa59493477deee9f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/f084faa3ade94f34aa59493477deee9f 2024-12-15T17:38:40,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/f084faa3ade94f34aa59493477deee9f, entries=250, sequenceid=120, filesize=47.0 K 2024-12-15T17:38:40,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/2235e1d444d343d3bcb8c591df6fc26b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/2235e1d444d343d3bcb8c591df6fc26b 2024-12-15T17:38:40,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/2235e1d444d343d3bcb8c591df6fc26b, entries=150, sequenceid=120, filesize=11.7 K 2024-12-15T17:38:40,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/449cd950584947d7ab5cc4b5d484daa5 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/449cd950584947d7ab5cc4b5d484daa5 2024-12-15T17:38:40,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/449cd950584947d7ab5cc4b5d484daa5, entries=150, sequenceid=120, filesize=11.7 K 2024-12-15T17:38:40,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 804ms, sequenceid=120, compaction requested=true 2024-12-15T17:38:40,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:40,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:40,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:40,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:38:40,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:40,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:40,335 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:38:40,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T17:38:40,335 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:38:40,336 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:38:40,336 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/B is initiating minor compaction (all files) 2024-12-15T17:38:40,337 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/B in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:40,337 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/0c243c0beff440628b449c8f0b043327, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/0639e63582eb4f2ba74b9e371f9d022b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/18388332288d48509598c954e6da0942, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/2235e1d444d343d3bcb8c591df6fc26b] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=47.0 K 2024-12-15T17:38:40,337 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149808 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:38:40,337 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/A is initiating minor compaction (all files) 2024-12-15T17:38:40,337 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/A in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:40,337 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c243c0beff440628b449c8f0b043327, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734284312635 2024-12-15T17:38:40,337 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/8208454789e14423b230d01311f9333e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/df5d2b3484794b7aaa34718bbf341b55, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/576e6d938cb14e2bad5ee269229688cb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/f084faa3ade94f34aa59493477deee9f] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=146.3 K 2024-12-15T17:38:40,337 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:40,337 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/8208454789e14423b230d01311f9333e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/df5d2b3484794b7aaa34718bbf341b55, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/576e6d938cb14e2bad5ee269229688cb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/f084faa3ade94f34aa59493477deee9f] 2024-12-15T17:38:40,338 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 8208454789e14423b230d01311f9333e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734284312635 2024-12-15T17:38:40,338 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0639e63582eb4f2ba74b9e371f9d022b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734284315428 2024-12-15T17:38:40,338 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18388332288d48509598c954e6da0942, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284316080 2024-12-15T17:38:40,338 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting df5d2b3484794b7aaa34718bbf341b55, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734284315387 2024-12-15T17:38:40,338 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 576e6d938cb14e2bad5ee269229688cb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284316080 2024-12-15T17:38:40,338 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2235e1d444d343d3bcb8c591df6fc26b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734284318369 2024-12-15T17:38:40,339 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f084faa3ade94f34aa59493477deee9f, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734284318369 2024-12-15T17:38:40,353 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#B#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:40,354 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/5b4fd3d0bdb64db7874507a17be582ba is 50, key is test_row_0/B:col10/1734284319524/Put/seqid=0 2024-12-15T17:38:40,362 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:40,372 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121567068a94dd2e405c9bca3838ac9fb1e3_30e900b77c5cedcf0f75cd9cf3b7aea8 store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:40,374 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121567068a94dd2e405c9bca3838ac9fb1e3_30e900b77c5cedcf0f75cd9cf3b7aea8, store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:40,374 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121567068a94dd2e405c9bca3838ac9fb1e3_30e900b77c5cedcf0f75cd9cf3b7aea8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:40,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742140_1316 (size=12241) 2024-12-15T17:38:40,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742141_1317 (size=4469) 2024-12-15T17:38:40,435 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/5b4fd3d0bdb64db7874507a17be582ba as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/5b4fd3d0bdb64db7874507a17be582ba 2024-12-15T17:38:40,466 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/B of 30e900b77c5cedcf0f75cd9cf3b7aea8 into 5b4fd3d0bdb64db7874507a17be582ba(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:40,466 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:40,466 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/B, priority=12, startTime=1734284320335; duration=0sec 2024-12-15T17:38:40,466 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:40,466 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:B 2024-12-15T17:38:40,466 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:38:40,477 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:38:40,477 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/C is initiating minor compaction (all files) 2024-12-15T17:38:40,478 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/C in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:40,478 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/e36beaead9be4a8ca091579794d4c87a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d908f92661f241de93cace493845acba, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d992b99ab3f14bce8da5fa8831ea78dd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/449cd950584947d7ab5cc4b5d484daa5] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=47.0 K 2024-12-15T17:38:40,481 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e36beaead9be4a8ca091579794d4c87a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734284312635 2024-12-15T17:38:40,482 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d908f92661f241de93cace493845acba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734284315428 2024-12-15T17:38:40,482 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d992b99ab3f14bce8da5fa8831ea78dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284316080 2024-12-15T17:38:40,483 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 449cd950584947d7ab5cc4b5d484daa5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734284318369 2024-12-15T17:38:40,494 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:40,494 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/f262fcec07184010a8645bd3b93c66ec is 50, key is test_row_0/C:col10/1734284319524/Put/seqid=0 2024-12-15T17:38:40,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742142_1318 (size=12241) 2024-12-15T17:38:40,545 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/f262fcec07184010a8645bd3b93c66ec as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/f262fcec07184010a8645bd3b93c66ec 2024-12-15T17:38:40,568 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/C of 30e900b77c5cedcf0f75cd9cf3b7aea8 into f262fcec07184010a8645bd3b93c66ec(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:40,568 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:40,568 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/C, priority=12, startTime=1734284320335; duration=0sec 2024-12-15T17:38:40,568 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:40,568 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:C 2024-12-15T17:38:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:40,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:38:40,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:40,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:40,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:40,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:40,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:40,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:40,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d9c60b805fae444eaf0a73bbff75c8db_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284320722/Put/seqid=0 2024-12-15T17:38:40,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284380765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:40,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742143_1319 (size=17184) 2024-12-15T17:38:40,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284380771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:40,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284380771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:40,780 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:40,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284380772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:40,791 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d9c60b805fae444eaf0a73bbff75c8db_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d9c60b805fae444eaf0a73bbff75c8db_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:40,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/a4b5d9d4c1ff414497cb34028fd4ed5b, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:40,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/a4b5d9d4c1ff414497cb34028fd4ed5b is 175, key is test_row_0/A:col10/1734284320722/Put/seqid=0 2024-12-15T17:38:40,828 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#A#compaction#260 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:40,829 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/a2620948ba514b1db9c5b12466d51c7b is 175, key is test_row_0/A:col10/1734284319524/Put/seqid=0 2024-12-15T17:38:40,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742144_1320 (size=48289) 2024-12-15T17:38:40,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742145_1321 (size=31195) 2024-12-15T17:38:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=88 2024-12-15T17:38:40,881 INFO [Thread-1340 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 88 completed 2024-12-15T17:38:40,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284380881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:40,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284380881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:40,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284380882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:40,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284380882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:40,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284380884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:40,888 DEBUG [Thread-1330 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8299 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., hostname=4ce65a7c4674,35427,1734284215611, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:38:40,889 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:38:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-12-15T17:38:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T17:38:40,902 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:38:40,911 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:38:40,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:38:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T17:38:41,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:41,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:41,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:41,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:41,083 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:41,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284381086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284381086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284381087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284381090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T17:38:41,239 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/a4b5d9d4c1ff414497cb34028fd4ed5b 2024-12-15T17:38:41,248 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:41,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/ea9823078d544f1eb04663899f18c2df is 50, key is test_row_0/B:col10/1734284320722/Put/seqid=0 2024-12-15T17:38:41,297 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/a2620948ba514b1db9c5b12466d51c7b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/a2620948ba514b1db9c5b12466d51c7b 2024-12-15T17:38:41,311 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/A of 30e900b77c5cedcf0f75cd9cf3b7aea8 into a2620948ba514b1db9c5b12466d51c7b(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:41,311 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:41,311 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/A, priority=12, startTime=1734284320335; duration=0sec 2024-12-15T17:38:41,311 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:41,311 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:A 2024-12-15T17:38:41,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742146_1322 (size=12101) 2024-12-15T17:38:41,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284381397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284381398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,405 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284381398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284381400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:41,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T17:38:41,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:41,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:41,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:41,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:41,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:41,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:41,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:41,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:41,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/ea9823078d544f1eb04663899f18c2df 2024-12-15T17:38:41,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/346e4e3180d04fdd87b86fec562f620f is 50, key is test_row_0/C:col10/1734284320722/Put/seqid=0 2024-12-15T17:38:41,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742147_1323 (size=12101) 2024-12-15T17:38:41,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/346e4e3180d04fdd87b86fec562f620f 2024-12-15T17:38:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/a4b5d9d4c1ff414497cb34028fd4ed5b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/a4b5d9d4c1ff414497cb34028fd4ed5b 2024-12-15T17:38:41,871 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:41,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:41,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:41,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:41,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:41,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/a4b5d9d4c1ff414497cb34028fd4ed5b, entries=250, sequenceid=134, filesize=47.2 K 2024-12-15T17:38:41,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/ea9823078d544f1eb04663899f18c2df as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/ea9823078d544f1eb04663899f18c2df 2024-12-15T17:38:41,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/ea9823078d544f1eb04663899f18c2df, entries=150, sequenceid=134, filesize=11.8 K 2024-12-15T17:38:41,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/346e4e3180d04fdd87b86fec562f620f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/346e4e3180d04fdd87b86fec562f620f 2024-12-15T17:38:41,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/346e4e3180d04fdd87b86fec562f620f, entries=150, sequenceid=134, filesize=11.8 K 2024-12-15T17:38:41,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 1177ms, sequenceid=134, compaction requested=false 2024-12-15T17:38:41,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:41,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T17:38:41,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:41,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:41,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:41,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:41,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:41,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:41,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284381972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284381972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284381973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:41,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284381977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:41,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215bab6b4b35ed84d0cba709b8035adff06_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284321947/Put/seqid=0 2024-12-15T17:38:42,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T17:38:42,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:42,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742148_1324 (size=17284) 2024-12-15T17:38:42,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284382082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:42,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284382082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:42,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284382082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284382091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,185 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:42,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:42,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284382285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:42,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284382284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284382286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284382303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,351 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:42,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:42,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:42,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:42,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,443 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:42,484 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215bab6b4b35ed84d0cba709b8035adff06_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bab6b4b35ed84d0cba709b8035adff06_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:42,498 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/1d07d89e02a841ab8dc2a8563ebb54c0, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:42,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/1d07d89e02a841ab8dc2a8563ebb54c0 is 175, key is test_row_0/A:col10/1734284321947/Put/seqid=0 2024-12-15T17:38:42,511 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:42,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:42,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:42,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:42,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742149_1325 (size=48389) 2024-12-15T17:38:42,538 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=164, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/1d07d89e02a841ab8dc2a8563ebb54c0 2024-12-15T17:38:42,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/f92b10c3af6f4e16802c90749f3601a0 is 50, key is test_row_0/B:col10/1734284321947/Put/seqid=0 2024-12-15T17:38:42,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742150_1326 (size=12151) 2024-12-15T17:38:42,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284382597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284382598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284382601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284382612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,675 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:42,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:42,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:42,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:42,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,831 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:42,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:42,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:42,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:42,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/f92b10c3af6f4e16802c90749f3601a0 2024-12-15T17:38:42,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/16a579c2290b4d1f88692f62851e5350 is 50, key is test_row_0/C:col10/1734284321947/Put/seqid=0 2024-12-15T17:38:42,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:42,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:42,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:42,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:42,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:42,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:42,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742151_1327 (size=12151) 2024-12-15T17:38:43,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/16a579c2290b4d1f88692f62851e5350 2024-12-15T17:38:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/1d07d89e02a841ab8dc2a8563ebb54c0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/1d07d89e02a841ab8dc2a8563ebb54c0 2024-12-15T17:38:43,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/1d07d89e02a841ab8dc2a8563ebb54c0, entries=250, sequenceid=164, filesize=47.3 K 2024-12-15T17:38:43,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/f92b10c3af6f4e16802c90749f3601a0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/f92b10c3af6f4e16802c90749f3601a0 2024-12-15T17:38:43,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/f92b10c3af6f4e16802c90749f3601a0, entries=150, sequenceid=164, filesize=11.9 K 2024-12-15T17:38:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T17:38:43,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/16a579c2290b4d1f88692f62851e5350 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/16a579c2290b4d1f88692f62851e5350 2024-12-15T17:38:43,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/16a579c2290b4d1f88692f62851e5350, entries=150, sequenceid=164, filesize=11.9 K 2024-12-15T17:38:43,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 1082ms, sequenceid=164, compaction requested=true 2024-12-15T17:38:43,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:43,034 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:43,036 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127873 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:43,036 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/A is initiating minor compaction (all files) 2024-12-15T17:38:43,036 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/A in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,036 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/a2620948ba514b1db9c5b12466d51c7b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/a4b5d9d4c1ff414497cb34028fd4ed5b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/1d07d89e02a841ab8dc2a8563ebb54c0] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=124.9 K 2024-12-15T17:38:43,036 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,036 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/a2620948ba514b1db9c5b12466d51c7b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/a4b5d9d4c1ff414497cb34028fd4ed5b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/1d07d89e02a841ab8dc2a8563ebb54c0] 2024-12-15T17:38:43,037 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2620948ba514b1db9c5b12466d51c7b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734284318369 2024-12-15T17:38:43,037 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4b5d9d4c1ff414497cb34028fd4ed5b, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284319535 2024-12-15T17:38:43,038 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d07d89e02a841ab8dc2a8563ebb54c0, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734284320764 2024-12-15T17:38:43,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:43,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:43,047 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:43,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:38:43,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:43,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:43,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:43,049 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:43,055 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:43,055 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/B is initiating minor compaction (all files) 2024-12-15T17:38:43,055 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/B in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,055 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/5b4fd3d0bdb64db7874507a17be582ba, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/ea9823078d544f1eb04663899f18c2df, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/f92b10c3af6f4e16802c90749f3601a0] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=35.6 K 2024-12-15T17:38:43,060 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b4fd3d0bdb64db7874507a17be582ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734284318369 2024-12-15T17:38:43,062 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ea9823078d544f1eb04663899f18c2df, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284319535 2024-12-15T17:38:43,067 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f92b10c3af6f4e16802c90749f3601a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734284320764 2024-12-15T17:38:43,088 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412157b2ec89f803a4c03a020156ed3896ada_30e900b77c5cedcf0f75cd9cf3b7aea8 store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:43,089 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412157b2ec89f803a4c03a020156ed3896ada_30e900b77c5cedcf0f75cd9cf3b7aea8, store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:43,089 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157b2ec89f803a4c03a020156ed3896ada_30e900b77c5cedcf0f75cd9cf3b7aea8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:43,101 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#B#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:43,102 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/b9dfb9f6144a4ab4a6cf000119289f3e is 50, key is test_row_0/B:col10/1734284321947/Put/seqid=0 2024-12-15T17:38:43,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742152_1328 (size=4469) 2024-12-15T17:38:43,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T17:38:43,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:43,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:43,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:43,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:43,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:43,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:43,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:43,135 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#A#compaction#268 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:43,136 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/f9dffade31a54c0082f6f66445eb667d is 175, key is test_row_0/A:col10/1734284321947/Put/seqid=0 2024-12-15T17:38:43,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742153_1329 (size=12493) 2024-12-15T17:38:43,145 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:43,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:43,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fcedb3a288404f7a915015a60798d66a_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284323125/Put/seqid=0 2024-12-15T17:38:43,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742154_1330 (size=31447) 2024-12-15T17:38:43,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742155_1331 (size=17284) 2024-12-15T17:38:43,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284383221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284383222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284383232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284383236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,307 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:43,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:43,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284383334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284383337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284383350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284383352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,461 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:43,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:43,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284383542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284383546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284383556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,563 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/b9dfb9f6144a4ab4a6cf000119289f3e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/b9dfb9f6144a4ab4a6cf000119289f3e 2024-12-15T17:38:43,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284383564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,602 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/B of 30e900b77c5cedcf0f75cd9cf3b7aea8 into b9dfb9f6144a4ab4a6cf000119289f3e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:43,602 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:43,603 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/B, priority=13, startTime=1734284323047; duration=0sec 2024-12-15T17:38:43,603 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:43,603 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:B 2024-12-15T17:38:43,603 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:38:43,612 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/f9dffade31a54c0082f6f66445eb667d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/f9dffade31a54c0082f6f66445eb667d 2024-12-15T17:38:43,612 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:38:43,612 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/C is initiating minor compaction (all files) 2024-12-15T17:38:43,612 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/C in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,612 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/f262fcec07184010a8645bd3b93c66ec, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/346e4e3180d04fdd87b86fec562f620f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/16a579c2290b4d1f88692f62851e5350] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=35.6 K 2024-12-15T17:38:43,620 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f262fcec07184010a8645bd3b93c66ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734284318369 2024-12-15T17:38:43,622 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 346e4e3180d04fdd87b86fec562f620f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734284319535 2024-12-15T17:38:43,623 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:43,627 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fcedb3a288404f7a915015a60798d66a_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fcedb3a288404f7a915015a60798d66a_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:43,627 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 16a579c2290b4d1f88692f62851e5350, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734284320764 2024-12-15T17:38:43,628 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/3d3929e9f18941d4b15740c567d3f917, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:43,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/3d3929e9f18941d4b15740c567d3f917 is 175, key is test_row_0/A:col10/1734284323125/Put/seqid=0 2024-12-15T17:38:43,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:43,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:43,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,639 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/A of 30e900b77c5cedcf0f75cd9cf3b7aea8 into f9dffade31a54c0082f6f66445eb667d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:43,639 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:43,639 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/A, priority=13, startTime=1734284323034; duration=0sec 2024-12-15T17:38:43,639 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:43,639 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:A 2024-12-15T17:38:43,656 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#C#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:43,656 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/b7c31ced92714bf681ca3eee0c69dd88 is 50, key is test_row_0/C:col10/1734284321947/Put/seqid=0 2024-12-15T17:38:43,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742156_1332 (size=48389) 2024-12-15T17:38:43,675 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/3d3929e9f18941d4b15740c567d3f917 2024-12-15T17:38:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742157_1333 (size=12493) 2024-12-15T17:38:43,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/56ff68dd2be0465c943cbe3faae65bd3 is 50, key is test_row_0/B:col10/1734284323125/Put/seqid=0 2024-12-15T17:38:43,732 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/b7c31ced92714bf681ca3eee0c69dd88 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/b7c31ced92714bf681ca3eee0c69dd88 2024-12-15T17:38:43,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742158_1334 (size=12151) 2024-12-15T17:38:43,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/56ff68dd2be0465c943cbe3faae65bd3 2024-12-15T17:38:43,777 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/C of 30e900b77c5cedcf0f75cd9cf3b7aea8 into b7c31ced92714bf681ca3eee0c69dd88(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:43,778 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:43,778 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/C, priority=13, startTime=1734284323047; duration=0sec 2024-12-15T17:38:43,778 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:43,778 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:C 2024-12-15T17:38:43,795 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:43,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:43,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:43,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/c19abf59ef7e4773b3ee495d2b7a2813 is 50, key is test_row_0/C:col10/1734284323125/Put/seqid=0 2024-12-15T17:38:43,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742159_1335 (size=12151) 2024-12-15T17:38:43,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/c19abf59ef7e4773b3ee495d2b7a2813 2024-12-15T17:38:43,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284383852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284383859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284383866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/3d3929e9f18941d4b15740c567d3f917 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/3d3929e9f18941d4b15740c567d3f917 2024-12-15T17:38:43,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/3d3929e9f18941d4b15740c567d3f917, entries=250, sequenceid=176, filesize=47.3 K 2024-12-15T17:38:43,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/56ff68dd2be0465c943cbe3faae65bd3 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/56ff68dd2be0465c943cbe3faae65bd3 2024-12-15T17:38:43,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284383882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/56ff68dd2be0465c943cbe3faae65bd3, entries=150, sequenceid=176, filesize=11.9 K 2024-12-15T17:38:43,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/c19abf59ef7e4773b3ee495d2b7a2813 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/c19abf59ef7e4773b3ee495d2b7a2813 2024-12-15T17:38:43,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/c19abf59ef7e4773b3ee495d2b7a2813, entries=150, sequenceid=176, filesize=11.9 K 2024-12-15T17:38:43,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 773ms, sequenceid=176, compaction requested=false 2024-12-15T17:38:43,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:43,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:43,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T17:38:43,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:43,959 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T17:38:43,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:43,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:43,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:43,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:43,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:43,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:43,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121596718a502d7049d78d81252274b6df12_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284323231/Put/seqid=0 2024-12-15T17:38:44,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742160_1336 (size=12304) 2024-12-15T17:38:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:44,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:44,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:44,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284384393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284384393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:44,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284384394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:44,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284384395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:44,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:44,428 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121596718a502d7049d78d81252274b6df12_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121596718a502d7049d78d81252274b6df12_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:44,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/24b8657b748b4eec8de87217be778b3d, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:44,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/24b8657b748b4eec8de87217be778b3d is 175, key is test_row_0/A:col10/1734284323231/Put/seqid=0 2024-12-15T17:38:44,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742161_1337 (size=31105) 2024-12-15T17:38:44,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284384502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:44,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284384502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:44,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284384503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:44,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284384709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:44,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284384709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:44,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284384709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:44,866 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/24b8657b748b4eec8de87217be778b3d 2024-12-15T17:38:44,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/a8c455ccb25347e68c76f8d5ef3640ed is 50, key is test_row_0/B:col10/1734284323231/Put/seqid=0 2024-12-15T17:38:44,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742162_1338 (size=12151) 2024-12-15T17:38:44,912 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/a8c455ccb25347e68c76f8d5ef3640ed 2024-12-15T17:38:44,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/a00b8de0585546c191b896c6afdb4d5b is 50, key is test_row_0/C:col10/1734284323231/Put/seqid=0 2024-12-15T17:38:44,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742163_1339 (size=12151) 2024-12-15T17:38:44,959 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/a00b8de0585546c191b896c6afdb4d5b 2024-12-15T17:38:44,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/24b8657b748b4eec8de87217be778b3d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/24b8657b748b4eec8de87217be778b3d 2024-12-15T17:38:44,981 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/24b8657b748b4eec8de87217be778b3d, entries=150, sequenceid=204, filesize=30.4 K 2024-12-15T17:38:44,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/a8c455ccb25347e68c76f8d5ef3640ed as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a8c455ccb25347e68c76f8d5ef3640ed 2024-12-15T17:38:45,004 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a8c455ccb25347e68c76f8d5ef3640ed, entries=150, sequenceid=204, filesize=11.9 K 2024-12-15T17:38:45,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/a00b8de0585546c191b896c6afdb4d5b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/a00b8de0585546c191b896c6afdb4d5b 2024-12-15T17:38:45,016 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/a00b8de0585546c191b896c6afdb4d5b, entries=150, sequenceid=204, filesize=11.9 K 2024-12-15T17:38:45,020 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 1061ms, sequenceid=204, compaction requested=true 2024-12-15T17:38:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T17:38:45,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:45,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:45,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-12-15T17:38:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=91 2024-12-15T17:38:45,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-12-15T17:38:45,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1100 sec 2024-12-15T17:38:45,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 4.1340 sec 2024-12-15T17:38:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:45,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T17:38:45,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:45,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:45,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:45,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:45,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:45,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:45,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156f45597c270e4f1a97f87b1103ae526f_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284325023/Put/seqid=0 2024-12-15T17:38:45,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742164_1340 (size=14794) 2024-12-15T17:38:45,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284385099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:45,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284385101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:45,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284385101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:45,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284385211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:45,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284385211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:45,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284385211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:45,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284385407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:45,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284385412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:45,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284385423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:45,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284385424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:45,492 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:45,497 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156f45597c270e4f1a97f87b1103ae526f_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156f45597c270e4f1a97f87b1103ae526f_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:45,498 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/cae5c239dd4f4047b7d101ed3fdc1a52, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:45,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/cae5c239dd4f4047b7d101ed3fdc1a52 is 175, key is test_row_0/A:col10/1734284325023/Put/seqid=0 2024-12-15T17:38:45,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742165_1341 (size=39749) 2024-12-15T17:38:45,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284385719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:45,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284385726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:45,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284385729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:45,938 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/cae5c239dd4f4047b7d101ed3fdc1a52 2024-12-15T17:38:45,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/09af1df07d6f41e194c4a2b601f65478 is 50, key is test_row_0/B:col10/1734284325023/Put/seqid=0 2024-12-15T17:38:46,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742166_1342 (size=12151) 2024-12-15T17:38:46,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284386227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:46,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284386231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:46,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284386241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:46,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/09af1df07d6f41e194c4a2b601f65478 2024-12-15T17:38:46,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/e2d33a9e6f22459781f549592411e1e3 is 50, key is test_row_0/C:col10/1734284325023/Put/seqid=0 2024-12-15T17:38:46,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742167_1343 (size=12151) 2024-12-15T17:38:46,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/e2d33a9e6f22459781f549592411e1e3 2024-12-15T17:38:46,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/cae5c239dd4f4047b7d101ed3fdc1a52 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/cae5c239dd4f4047b7d101ed3fdc1a52 2024-12-15T17:38:46,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/cae5c239dd4f4047b7d101ed3fdc1a52, entries=200, sequenceid=217, filesize=38.8 K 2024-12-15T17:38:46,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/09af1df07d6f41e194c4a2b601f65478 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/09af1df07d6f41e194c4a2b601f65478 2024-12-15T17:38:46,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/09af1df07d6f41e194c4a2b601f65478, entries=150, sequenceid=217, filesize=11.9 K 2024-12-15T17:38:46,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/e2d33a9e6f22459781f549592411e1e3 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/e2d33a9e6f22459781f549592411e1e3 2024-12-15T17:38:46,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/e2d33a9e6f22459781f549592411e1e3, entries=150, sequenceid=217, filesize=11.9 K 2024-12-15T17:38:46,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 1939ms, sequenceid=217, compaction requested=true 2024-12-15T17:38:46,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:46,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:46,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:46,963 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:38:46,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:38:46,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:46,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:46,963 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:38:46,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:46,964 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150690 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:38:46,964 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:38:46,964 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/B is initiating minor compaction (all files) 2024-12-15T17:38:46,964 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/A is initiating minor compaction (all files) 2024-12-15T17:38:46,964 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/A in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:46,964 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/B in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:46,964 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/b9dfb9f6144a4ab4a6cf000119289f3e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/56ff68dd2be0465c943cbe3faae65bd3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a8c455ccb25347e68c76f8d5ef3640ed, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/09af1df07d6f41e194c4a2b601f65478] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=47.8 K 2024-12-15T17:38:46,964 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/f9dffade31a54c0082f6f66445eb667d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/3d3929e9f18941d4b15740c567d3f917, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/24b8657b748b4eec8de87217be778b3d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/cae5c239dd4f4047b7d101ed3fdc1a52] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=147.2 K 2024-12-15T17:38:46,964 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:46,964 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/f9dffade31a54c0082f6f66445eb667d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/3d3929e9f18941d4b15740c567d3f917, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/24b8657b748b4eec8de87217be778b3d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/cae5c239dd4f4047b7d101ed3fdc1a52] 2024-12-15T17:38:46,965 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b9dfb9f6144a4ab4a6cf000119289f3e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734284320764 2024-12-15T17:38:46,965 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9dffade31a54c0082f6f66445eb667d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734284320764 2024-12-15T17:38:46,965 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d3929e9f18941d4b15740c567d3f917, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734284321971 2024-12-15T17:38:46,965 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 56ff68dd2be0465c943cbe3faae65bd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734284323105 2024-12-15T17:38:46,965 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24b8657b748b4eec8de87217be778b3d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734284323220 2024-12-15T17:38:46,966 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a8c455ccb25347e68c76f8d5ef3640ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734284323220 2024-12-15T17:38:46,966 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting cae5c239dd4f4047b7d101ed3fdc1a52, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734284324390 2024-12-15T17:38:46,967 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 09af1df07d6f41e194c4a2b601f65478, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734284324390 2024-12-15T17:38:46,973 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:46,977 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121524f41e327c714e89aa6b75a0086fa57b_30e900b77c5cedcf0f75cd9cf3b7aea8 store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:46,977 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#B#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:46,978 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/7a6cf56a9f4f489d86fc99427c971af8 is 50, key is test_row_0/B:col10/1734284325023/Put/seqid=0 2024-12-15T17:38:46,979 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121524f41e327c714e89aa6b75a0086fa57b_30e900b77c5cedcf0f75cd9cf3b7aea8, store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:46,979 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121524f41e327c714e89aa6b75a0086fa57b_30e900b77c5cedcf0f75cd9cf3b7aea8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:47,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742169_1345 (size=4469) 2024-12-15T17:38:47,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742168_1344 (size=12629) 2024-12-15T17:38:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:47,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T17:38:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:47,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:47,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155b18387562a446efab6ef87d970ce1a5_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284325089/Put/seqid=0 2024-12-15T17:38:47,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742170_1346 (size=14794) 2024-12-15T17:38:47,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284387303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284387304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284387303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:47,404 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#A#compaction#280 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:47,405 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/e357bd53088b42b19827ef19d7bc5381 is 175, key is test_row_0/A:col10/1734284325023/Put/seqid=0 2024-12-15T17:38:47,413 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/7a6cf56a9f4f489d86fc99427c971af8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/7a6cf56a9f4f489d86fc99427c971af8 2024-12-15T17:38:47,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284387414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:47,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284387414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:47,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284387418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:47,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284387418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:47,422 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/B of 30e900b77c5cedcf0f75cd9cf3b7aea8 into 7a6cf56a9f4f489d86fc99427c971af8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:47,422 DEBUG [Thread-1332 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., hostname=4ce65a7c4674,35427,1734284215611, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:38:47,422 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:47,422 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/B, priority=12, startTime=1734284326963; duration=0sec 2024-12-15T17:38:47,423 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:47,423 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:B 2024-12-15T17:38:47,423 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:38:47,424 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:38:47,424 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/C is initiating minor compaction (all files) 2024-12-15T17:38:47,424 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/C in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:47,424 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/b7c31ced92714bf681ca3eee0c69dd88, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/c19abf59ef7e4773b3ee495d2b7a2813, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/a00b8de0585546c191b896c6afdb4d5b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/e2d33a9e6f22459781f549592411e1e3] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=47.8 K 2024-12-15T17:38:47,425 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b7c31ced92714bf681ca3eee0c69dd88, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1734284320764 2024-12-15T17:38:47,430 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c19abf59ef7e4773b3ee495d2b7a2813, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1734284323105 2024-12-15T17:38:47,430 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a00b8de0585546c191b896c6afdb4d5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734284323220 2024-12-15T17:38:47,430 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e2d33a9e6f22459781f549592411e1e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734284324390 2024-12-15T17:38:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742171_1347 (size=31583) 2024-12-15T17:38:47,459 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#C#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:47,460 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/bb7eb43ea70f442c943540f850356333 is 50, key is test_row_0/C:col10/1734284325023/Put/seqid=0 2024-12-15T17:38:47,467 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/e357bd53088b42b19827ef19d7bc5381 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/e357bd53088b42b19827ef19d7bc5381 2024-12-15T17:38:47,472 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/A of 30e900b77c5cedcf0f75cd9cf3b7aea8 into e357bd53088b42b19827ef19d7bc5381(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:47,472 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:47,472 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/A, priority=12, startTime=1734284326963; duration=0sec 2024-12-15T17:38:47,472 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:47,472 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:A 2024-12-15T17:38:47,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742172_1348 (size=12629) 2024-12-15T17:38:47,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284387622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:47,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:47,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284387622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:47,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284387627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:47,692 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:47,702 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155b18387562a446efab6ef87d970ce1a5_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155b18387562a446efab6ef87d970ce1a5_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:47,704 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/c3e9ba0a67bc4d33b726e1271ec4c251, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:47,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/c3e9ba0a67bc4d33b726e1271ec4c251 is 175, key is test_row_0/A:col10/1734284325089/Put/seqid=0 2024-12-15T17:38:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742173_1349 (size=39749) 2024-12-15T17:38:47,899 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/bb7eb43ea70f442c943540f850356333 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/bb7eb43ea70f442c943540f850356333 2024-12-15T17:38:47,904 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/C of 30e900b77c5cedcf0f75cd9cf3b7aea8 into bb7eb43ea70f442c943540f850356333(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:47,904 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:47,904 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/C, priority=12, startTime=1734284326963; duration=0sec 2024-12-15T17:38:47,905 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:47,905 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:C 2024-12-15T17:38:47,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284387924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:47,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284387924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:47,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284387938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:48,128 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=241, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/c3e9ba0a67bc4d33b726e1271ec4c251 2024-12-15T17:38:48,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/059f48a1616643d9ad58d8bb7ce3b902 is 50, key is test_row_0/B:col10/1734284325089/Put/seqid=0 2024-12-15T17:38:48,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742174_1350 (size=12151) 2024-12-15T17:38:48,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284388439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:48,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284388439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:48,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284388444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:48,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/059f48a1616643d9ad58d8bb7ce3b902 2024-12-15T17:38:48,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/674fdc4c5b2643999e4ad85613b0562b is 50, key is test_row_0/C:col10/1734284325089/Put/seqid=0 2024-12-15T17:38:48,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742175_1351 (size=12151) 2024-12-15T17:38:48,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/674fdc4c5b2643999e4ad85613b0562b 2024-12-15T17:38:48,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/c3e9ba0a67bc4d33b726e1271ec4c251 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/c3e9ba0a67bc4d33b726e1271ec4c251 2024-12-15T17:38:48,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/c3e9ba0a67bc4d33b726e1271ec4c251, entries=200, sequenceid=241, filesize=38.8 K 2024-12-15T17:38:48,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/059f48a1616643d9ad58d8bb7ce3b902 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/059f48a1616643d9ad58d8bb7ce3b902 2024-12-15T17:38:48,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/059f48a1616643d9ad58d8bb7ce3b902, entries=150, sequenceid=241, filesize=11.9 K 2024-12-15T17:38:48,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/674fdc4c5b2643999e4ad85613b0562b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/674fdc4c5b2643999e4ad85613b0562b 2024-12-15T17:38:48,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/674fdc4c5b2643999e4ad85613b0562b, entries=150, sequenceid=241, filesize=11.9 K 2024-12-15T17:38:48,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 1500ms, sequenceid=241, compaction requested=false 2024-12-15T17:38:48,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T17:38:49,023 INFO [Thread-1340 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-12-15T17:38:49,028 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:38:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-12-15T17:38:49,029 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:38:49,030 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:38:49,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:38:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T17:38:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T17:38:49,181 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:49,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-12-15T17:38:49,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:49,182 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T17:38:49,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:49,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:49,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:49,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:49,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:49,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:49,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a75c78db0403465e833b44dd51fa48fe_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284327302/Put/seqid=0 2024-12-15T17:38:49,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742176_1352 (size=12304) 2024-12-15T17:38:49,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:49,228 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a75c78db0403465e833b44dd51fa48fe_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a75c78db0403465e833b44dd51fa48fe_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:49,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/34e52f979abe4029914f673405fff5be, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:49,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/34e52f979abe4029914f673405fff5be is 175, key is test_row_0/A:col10/1734284327302/Put/seqid=0 2024-12-15T17:38:49,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742177_1353 (size=31105) 2024-12-15T17:38:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T17:38:49,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:49,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284389518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:49,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284389518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:49,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284389518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:49,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284389629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:49,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284389629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:49,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284389629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T17:38:49,665 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/34e52f979abe4029914f673405fff5be 2024-12-15T17:38:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/a220cb578bf140a3b5ac36df248ea3fe is 50, key is test_row_0/B:col10/1734284327302/Put/seqid=0 2024-12-15T17:38:49,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742178_1354 (size=12151) 2024-12-15T17:38:49,732 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/a220cb578bf140a3b5ac36df248ea3fe 2024-12-15T17:38:49,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/d5ad2f5f372d4d34a1155d72d2bb3acd is 50, key is test_row_0/C:col10/1734284327302/Put/seqid=0 2024-12-15T17:38:49,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742179_1355 (size=12151) 2024-12-15T17:38:49,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:49,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284389844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:49,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284389844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284389840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T17:38:50,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284390157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:50,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284390161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:50,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284390162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:50,252 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/d5ad2f5f372d4d34a1155d72d2bb3acd 2024-12-15T17:38:50,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/34e52f979abe4029914f673405fff5be as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/34e52f979abe4029914f673405fff5be 2024-12-15T17:38:50,280 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/34e52f979abe4029914f673405fff5be, entries=150, sequenceid=257, filesize=30.4 K 2024-12-15T17:38:50,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/a220cb578bf140a3b5ac36df248ea3fe as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a220cb578bf140a3b5ac36df248ea3fe 2024-12-15T17:38:50,288 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a220cb578bf140a3b5ac36df248ea3fe, entries=150, sequenceid=257, filesize=11.9 K 2024-12-15T17:38:50,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/d5ad2f5f372d4d34a1155d72d2bb3acd as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d5ad2f5f372d4d34a1155d72d2bb3acd 2024-12-15T17:38:50,304 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d5ad2f5f372d4d34a1155d72d2bb3acd, entries=150, sequenceid=257, filesize=11.9 K 2024-12-15T17:38:50,305 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 1123ms, sequenceid=257, compaction requested=true 2024-12-15T17:38:50,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:50,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:50,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-12-15T17:38:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=93 2024-12-15T17:38:50,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-12-15T17:38:50,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2760 sec 2024-12-15T17:38:50,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 1.2810 sec 2024-12-15T17:38:50,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T17:38:50,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:50,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:50,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:50,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:50,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:50,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:50,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121588b896f1b0f94d4283497564480cec86_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284329506/Put/seqid=0 2024-12-15T17:38:50,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284390692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:50,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284390692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:50,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284390695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:50,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742180_1356 (size=17534) 2024-12-15T17:38:50,717 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,723 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121588b896f1b0f94d4283497564480cec86_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121588b896f1b0f94d4283497564480cec86_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:50,724 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/741422e6b9da42ca904f2af834bb1bbb, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:50,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/741422e6b9da42ca904f2af834bb1bbb is 175, key is test_row_0/A:col10/1734284329506/Put/seqid=0 2024-12-15T17:38:50,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742181_1357 (size=48639) 2024-12-15T17:38:50,741 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/741422e6b9da42ca904f2af834bb1bbb 2024-12-15T17:38:50,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/cb6617b39772481abc07f8f981d72cc3 is 50, key is test_row_0/B:col10/1734284329506/Put/seqid=0 2024-12-15T17:38:50,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284390804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:50,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284390804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:50,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284390808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:50,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742182_1358 (size=12301) 2024-12-15T17:38:50,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/cb6617b39772481abc07f8f981d72cc3 2024-12-15T17:38:50,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/62a01a2555fb4106acb8ef7ecdf0ee42 is 50, key is test_row_0/C:col10/1734284329506/Put/seqid=0 2024-12-15T17:38:50,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742183_1359 (size=12301) 2024-12-15T17:38:50,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/62a01a2555fb4106acb8ef7ecdf0ee42 2024-12-15T17:38:50,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/741422e6b9da42ca904f2af834bb1bbb as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/741422e6b9da42ca904f2af834bb1bbb 2024-12-15T17:38:50,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/741422e6b9da42ca904f2af834bb1bbb, entries=250, sequenceid=283, filesize=47.5 K 2024-12-15T17:38:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/cb6617b39772481abc07f8f981d72cc3 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/cb6617b39772481abc07f8f981d72cc3 2024-12-15T17:38:50,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/cb6617b39772481abc07f8f981d72cc3, entries=150, sequenceid=283, filesize=12.0 K 2024-12-15T17:38:50,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/62a01a2555fb4106acb8ef7ecdf0ee42 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/62a01a2555fb4106acb8ef7ecdf0ee42 2024-12-15T17:38:50,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/62a01a2555fb4106acb8ef7ecdf0ee42, entries=150, sequenceid=283, filesize=12.0 K 2024-12-15T17:38:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 264ms, sequenceid=283, compaction requested=true 2024-12-15T17:38:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:50,941 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:38:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:50,941 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:38:50,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:38:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:50,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,943 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151076 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:38:50,943 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/A is initiating minor compaction (all files) 2024-12-15T17:38:50,943 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/A in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:50,943 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/e357bd53088b42b19827ef19d7bc5381, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/c3e9ba0a67bc4d33b726e1271ec4c251, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/34e52f979abe4029914f673405fff5be, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/741422e6b9da42ca904f2af834bb1bbb] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=147.5 K 2024-12-15T17:38:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,943 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:50,943 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/e357bd53088b42b19827ef19d7bc5381, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/c3e9ba0a67bc4d33b726e1271ec4c251, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/34e52f979abe4029914f673405fff5be, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/741422e6b9da42ca904f2af834bb1bbb] 2024-12-15T17:38:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,944 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:38:50,944 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/B is initiating minor compaction (all files) 2024-12-15T17:38:50,944 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/B in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:50,944 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/7a6cf56a9f4f489d86fc99427c971af8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/059f48a1616643d9ad58d8bb7ce3b902, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a220cb578bf140a3b5ac36df248ea3fe, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/cb6617b39772481abc07f8f981d72cc3] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=48.1 K 2024-12-15T17:38:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,945 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e357bd53088b42b19827ef19d7bc5381, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734284324390 2024-12-15T17:38:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,946 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a6cf56a9f4f489d86fc99427c971af8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734284324390 2024-12-15T17:38:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,946 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3e9ba0a67bc4d33b726e1271ec4c251, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1734284325089 2024-12-15T17:38:50,946 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 059f48a1616643d9ad58d8bb7ce3b902, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1734284325089 2024-12-15T17:38:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,947 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a220cb578bf140a3b5ac36df248ea3fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734284327290 2024-12-15T17:38:50,947 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34e52f979abe4029914f673405fff5be, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734284327290 2024-12-15T17:38:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,947 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 741422e6b9da42ca904f2af834bb1bbb, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734284329506 2024-12-15T17:38:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,948 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting cb6617b39772481abc07f8f981d72cc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734284329506 2024-12-15T17:38:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,994 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#B#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:50,995 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/cdd2f50bf57149c0a61baf232daff208 is 50, key is test_row_0/B:col10/1734284329506/Put/seqid=0 2024-12-15T17:38:50,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,012 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:38:51,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:51,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:51,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:51,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:51,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:51,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:51,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,034 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215fc283690fda8422cb75a245f3a5b2373_30e900b77c5cedcf0f75cd9cf3b7aea8 store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,037 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215fc283690fda8422cb75a245f3a5b2373_30e900b77c5cedcf0f75cd9cf3b7aea8, store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:51,037 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fc283690fda8422cb75a245f3a5b2373_30e900b77c5cedcf0f75cd9cf3b7aea8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:51,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f9d9675f222b44b4b770751d787d9ed7_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284331014/Put/seqid=0 2024-12-15T17:38:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742184_1360 (size=12915) 2024-12-15T17:38:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,076 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/cdd2f50bf57149c0a61baf232daff208 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/cdd2f50bf57149c0a61baf232daff208 2024-12-15T17:38:51,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,084 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/B of 30e900b77c5cedcf0f75cd9cf3b7aea8 into cdd2f50bf57149c0a61baf232daff208(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:51,084 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:51,084 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/B, priority=12, startTime=1734284330941; duration=0sec 2024-12-15T17:38:51,084 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:51,084 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:B 2024-12-15T17:38:51,084 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:38:51,085 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:38:51,085 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/C is initiating minor compaction (all files) 2024-12-15T17:38:51,086 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/C in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:51,086 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/bb7eb43ea70f442c943540f850356333, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/674fdc4c5b2643999e4ad85613b0562b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d5ad2f5f372d4d34a1155d72d2bb3acd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/62a01a2555fb4106acb8ef7ecdf0ee42] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=48.1 K 2024-12-15T17:38:51,086 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting bb7eb43ea70f442c943540f850356333, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1734284324390 2024-12-15T17:38:51,086 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 674fdc4c5b2643999e4ad85613b0562b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1734284325089 2024-12-15T17:38:51,087 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d5ad2f5f372d4d34a1155d72d2bb3acd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1734284327290 2024-12-15T17:38:51,087 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 62a01a2555fb4106acb8ef7ecdf0ee42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734284329506 2024-12-15T17:38:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742186_1362 (size=12454) 2024-12-15T17:38:51,097 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:51,106 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f9d9675f222b44b4b770751d787d9ed7_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f9d9675f222b44b4b770751d787d9ed7_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:51,110 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/2814bad3f7c0467787ede25dc28009d3, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:51,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/2814bad3f7c0467787ede25dc28009d3 is 175, key is test_row_0/A:col10/1734284331014/Put/seqid=0 2024-12-15T17:38:51,128 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#C#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:51,129 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/86aef5f555834f94b602e140e6004d47 is 50, key is test_row_0/C:col10/1734284329506/Put/seqid=0 2024-12-15T17:38:51,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742185_1361 (size=4469) 2024-12-15T17:38:51,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T17:38:51,145 INFO [Thread-1340 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-12-15T17:38:51,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742187_1363 (size=31255) 2024-12-15T17:38:51,148 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:38:51,148 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/2814bad3f7c0467787ede25dc28009d3 2024-12-15T17:38:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-12-15T17:38:51,149 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:38:51,150 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:38:51,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:38:51,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T17:38:51,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284391152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742188_1364 (size=12915) 2024-12-15T17:38:51,172 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/86aef5f555834f94b602e140e6004d47 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/86aef5f555834f94b602e140e6004d47 2024-12-15T17:38:51,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284391160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284391160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284391164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/daa95870557a4302bb59afb61e49bfdb is 50, key is test_row_0/B:col10/1734284331014/Put/seqid=0 2024-12-15T17:38:51,184 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/C of 30e900b77c5cedcf0f75cd9cf3b7aea8 into 86aef5f555834f94b602e140e6004d47(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:51,184 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:51,184 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/C, priority=12, startTime=1734284330941; duration=0sec 2024-12-15T17:38:51,185 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:51,185 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:C 2024-12-15T17:38:51,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742189_1365 (size=12301) 2024-12-15T17:38:51,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/daa95870557a4302bb59afb61e49bfdb 2024-12-15T17:38:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T17:38:51,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/012e67d15dad42d79481bfeff250d70f is 50, key is test_row_0/C:col10/1734284331014/Put/seqid=0 2024-12-15T17:38:51,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284391266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284391275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742190_1366 (size=12301) 2024-12-15T17:38:51,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284391280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284391280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-12-15T17:38:51,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:51,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:51,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:51,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:51,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:51,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:51,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53542 deadline: 1734284391445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,452 DEBUG [Thread-1332 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8215 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., hostname=4ce65a7c4674,35427,1734284215611, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:38:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T17:38:51,458 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-12-15T17:38:51,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:51,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:51,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:51,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:51,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:51,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:51,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284391476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284391480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284391491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284391491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,531 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#A#compaction#293 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:51,532 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/b6498bbd42fe4abb9ce236322639fafd is 175, key is test_row_0/A:col10/1734284329506/Put/seqid=0 2024-12-15T17:38:51,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742191_1367 (size=31869) 2024-12-15T17:38:51,552 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/b6498bbd42fe4abb9ce236322639fafd as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/b6498bbd42fe4abb9ce236322639fafd 2024-12-15T17:38:51,568 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/A of 30e900b77c5cedcf0f75cd9cf3b7aea8 into b6498bbd42fe4abb9ce236322639fafd(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:51,568 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:51,568 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/A, priority=12, startTime=1734284330941; duration=0sec 2024-12-15T17:38:51,568 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:51,568 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:A 2024-12-15T17:38:51,618 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-12-15T17:38:51,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:51,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:51,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:51,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:51,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:51,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:38:51,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/012e67d15dad42d79481bfeff250d70f 2024-12-15T17:38:51,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/2814bad3f7c0467787ede25dc28009d3 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/2814bad3f7c0467787ede25dc28009d3 2024-12-15T17:38:51,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/2814bad3f7c0467787ede25dc28009d3, entries=150, sequenceid=294, filesize=30.5 K 2024-12-15T17:38:51,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/daa95870557a4302bb59afb61e49bfdb as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/daa95870557a4302bb59afb61e49bfdb 2024-12-15T17:38:51,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/daa95870557a4302bb59afb61e49bfdb, entries=150, sequenceid=294, filesize=12.0 K 2024-12-15T17:38:51,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/012e67d15dad42d79481bfeff250d70f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/012e67d15dad42d79481bfeff250d70f 2024-12-15T17:38:51,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/012e67d15dad42d79481bfeff250d70f, entries=150, sequenceid=294, filesize=12.0 K 2024-12-15T17:38:51,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 715ms, sequenceid=294, compaction requested=false 2024-12-15T17:38:51,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T17:38:51,782 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-12-15T17:38:51,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:51,784 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T17:38:51,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:51,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:51,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:51,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:51,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:51,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:51,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. as already flushing 2024-12-15T17:38:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:51,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d7305cd2eac94305b4ae8bc3184a02b0_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284331157/Put/seqid=0 2024-12-15T17:38:51,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284391802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284391818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284391820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284391820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742192_1368 (size=12454) 2024-12-15T17:38:51,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284391919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284391929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284391930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:51,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284391930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:52,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284392126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:52,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284392133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:52,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284392134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:52,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284392135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:52,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:52,257 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d7305cd2eac94305b4ae8bc3184a02b0_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d7305cd2eac94305b4ae8bc3184a02b0_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T17:38:52,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/9a4b3be69d1c4e8d9614f9994de7b08e, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:52,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/9a4b3be69d1c4e8d9614f9994de7b08e is 175, key is test_row_0/A:col10/1734284331157/Put/seqid=0 2024-12-15T17:38:52,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742193_1369 (size=31255) 2024-12-15T17:38:52,287 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/9a4b3be69d1c4e8d9614f9994de7b08e 2024-12-15T17:38:52,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/46d0cae03e1b4c80a9f97ba02210fed7 is 50, key is test_row_0/B:col10/1734284331157/Put/seqid=0 2024-12-15T17:38:52,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742194_1370 (size=12301) 2024-12-15T17:38:52,337 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/46d0cae03e1b4c80a9f97ba02210fed7 2024-12-15T17:38:52,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/7b2fc0b78f6b4659bcb41dfcbf4dc817 is 50, key is test_row_0/C:col10/1734284331157/Put/seqid=0 2024-12-15T17:38:52,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742195_1371 (size=12301) 2024-12-15T17:38:52,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53590 deadline: 1734284392433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:52,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53552 deadline: 1734284392440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:52,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53566 deadline: 1734284392441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:52,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:38:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53532 deadline: 1734284392444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:38:52,598 DEBUG [Thread-1341 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:49653 2024-12-15T17:38:52,598 DEBUG [Thread-1347 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:49653 2024-12-15T17:38:52,598 DEBUG [Thread-1341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:52,599 DEBUG [Thread-1347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:52,601 DEBUG [Thread-1349 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:49653 2024-12-15T17:38:52,601 DEBUG [Thread-1349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:52,605 DEBUG [Thread-1345 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:49653 2024-12-15T17:38:52,605 DEBUG [Thread-1345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:52,605 DEBUG [Thread-1343 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:49653 2024-12-15T17:38:52,605 DEBUG [Thread-1343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:52,759 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/7b2fc0b78f6b4659bcb41dfcbf4dc817 2024-12-15T17:38:52,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/9a4b3be69d1c4e8d9614f9994de7b08e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/9a4b3be69d1c4e8d9614f9994de7b08e 2024-12-15T17:38:52,767 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/9a4b3be69d1c4e8d9614f9994de7b08e, entries=150, sequenceid=322, filesize=30.5 K 2024-12-15T17:38:52,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/46d0cae03e1b4c80a9f97ba02210fed7 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/46d0cae03e1b4c80a9f97ba02210fed7 2024-12-15T17:38:52,775 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/46d0cae03e1b4c80a9f97ba02210fed7, entries=150, sequenceid=322, filesize=12.0 K 2024-12-15T17:38:52,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/7b2fc0b78f6b4659bcb41dfcbf4dc817 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/7b2fc0b78f6b4659bcb41dfcbf4dc817 2024-12-15T17:38:52,780 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/7b2fc0b78f6b4659bcb41dfcbf4dc817, entries=150, sequenceid=322, filesize=12.0 K 2024-12-15T17:38:52,780 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 996ms, sequenceid=322, compaction requested=true 2024-12-15T17:38:52,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:52,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:52,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-12-15T17:38:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=95 2024-12-15T17:38:52,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-12-15T17:38:52,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6310 sec 2024-12-15T17:38:52,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 1.6350 sec 2024-12-15T17:38:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:52,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T17:38:52,939 DEBUG [Thread-1330 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:49653 2024-12-15T17:38:52,939 DEBUG [Thread-1330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:52,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:38:52,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:52,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:38:52,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:52,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:38:52,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:38:52,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c58b88ca8da34193a913a35184e3c4ea_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284332938/Put/seqid=0 2024-12-15T17:38:52,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742196_1372 (size=12454) 2024-12-15T17:38:52,948 DEBUG [Thread-1334 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:49653 2024-12-15T17:38:52,948 DEBUG [Thread-1334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:52,950 DEBUG [Thread-1338 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:49653 2024-12-15T17:38:52,950 DEBUG [Thread-1338 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:52,952 DEBUG [Thread-1336 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:49653 2024-12-15T17:38:52,952 DEBUG [Thread-1336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:38:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T17:38:53,259 INFO [Thread-1340 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-12-15T17:38:53,347 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:38:53,351 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c58b88ca8da34193a913a35184e3c4ea_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c58b88ca8da34193a913a35184e3c4ea_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:38:53,352 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/544bb359e38a4d5e9e0a906a6d2d86e4, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:53,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/544bb359e38a4d5e9e0a906a6d2d86e4 is 175, key is test_row_0/A:col10/1734284332938/Put/seqid=0 2024-12-15T17:38:53,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742197_1373 (size=31255) 2024-12-15T17:38:53,368 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:38:53,759 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/544bb359e38a4d5e9e0a906a6d2d86e4 2024-12-15T17:38:53,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/2498bb0e79ec4519a0ea4e01187a0c3f is 50, key is test_row_0/B:col10/1734284332938/Put/seqid=0 2024-12-15T17:38:53,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742198_1374 (size=12301) 2024-12-15T17:38:54,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/2498bb0e79ec4519a0ea4e01187a0c3f 2024-12-15T17:38:54,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/60413d136a4049a1accf7241b64c1dbf is 50, key is test_row_0/C:col10/1734284332938/Put/seqid=0 2024-12-15T17:38:54,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742199_1375 (size=12301) 2024-12-15T17:38:54,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/60413d136a4049a1accf7241b64c1dbf 2024-12-15T17:38:54,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/544bb359e38a4d5e9e0a906a6d2d86e4 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/544bb359e38a4d5e9e0a906a6d2d86e4 2024-12-15T17:38:54,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/544bb359e38a4d5e9e0a906a6d2d86e4, entries=150, sequenceid=336, filesize=30.5 K 2024-12-15T17:38:54,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/2498bb0e79ec4519a0ea4e01187a0c3f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/2498bb0e79ec4519a0ea4e01187a0c3f 2024-12-15T17:38:54,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/2498bb0e79ec4519a0ea4e01187a0c3f, entries=150, sequenceid=336, filesize=12.0 K 2024-12-15T17:38:54,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/60413d136a4049a1accf7241b64c1dbf as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/60413d136a4049a1accf7241b64c1dbf 2024-12-15T17:38:54,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/60413d136a4049a1accf7241b64c1dbf, entries=150, sequenceid=336, filesize=12.0 K 2024-12-15T17:38:54,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=20.13 KB/20610 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 1734ms, sequenceid=336, compaction requested=true 2024-12-15T17:38:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:38:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:38:54,673 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:38:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 30e900b77c5cedcf0f75cd9cf3b7aea8:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:38:54,673 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:38:54,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:54,674 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:38:54,674 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/B is initiating minor compaction (all files) 2024-12-15T17:38:54,674 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/B in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:54,674 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/cdd2f50bf57149c0a61baf232daff208, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/daa95870557a4302bb59afb61e49bfdb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/46d0cae03e1b4c80a9f97ba02210fed7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/2498bb0e79ec4519a0ea4e01187a0c3f] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=48.7 K 2024-12-15T17:38:54,674 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:38:54,674 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/A is initiating minor compaction (all files) 2024-12-15T17:38:54,674 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/A in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:54,675 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/b6498bbd42fe4abb9ce236322639fafd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/2814bad3f7c0467787ede25dc28009d3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/9a4b3be69d1c4e8d9614f9994de7b08e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/544bb359e38a4d5e9e0a906a6d2d86e4] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=122.7 K 2024-12-15T17:38:54,675 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:54,675 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/b6498bbd42fe4abb9ce236322639fafd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/2814bad3f7c0467787ede25dc28009d3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/9a4b3be69d1c4e8d9614f9994de7b08e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/544bb359e38a4d5e9e0a906a6d2d86e4] 2024-12-15T17:38:54,675 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting cdd2f50bf57149c0a61baf232daff208, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734284329506 2024-12-15T17:38:54,675 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting daa95870557a4302bb59afb61e49bfdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734284330691 2024-12-15T17:38:54,675 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6498bbd42fe4abb9ce236322639fafd, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734284329506 2024-12-15T17:38:54,676 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2814bad3f7c0467787ede25dc28009d3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734284330691 2024-12-15T17:38:54,676 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 46d0cae03e1b4c80a9f97ba02210fed7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1734284331152 2024-12-15T17:38:54,676 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a4b3be69d1c4e8d9614f9994de7b08e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1734284331152 2024-12-15T17:38:54,676 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2498bb0e79ec4519a0ea4e01187a0c3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734284331799 2024-12-15T17:38:54,676 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 544bb359e38a4d5e9e0a906a6d2d86e4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734284331799 2024-12-15T17:38:54,691 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#B#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:54,691 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/a2575904538249ba8641c2b156b71095 is 50, key is test_row_0/B:col10/1734284332938/Put/seqid=0 2024-12-15T17:38:54,692 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:54,694 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215d4aa435bf5924d5fba6f55e4bff76fdc_30e900b77c5cedcf0f75cd9cf3b7aea8 store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:54,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742200_1376 (size=13051) 2024-12-15T17:38:54,699 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215d4aa435bf5924d5fba6f55e4bff76fdc_30e900b77c5cedcf0f75cd9cf3b7aea8, store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:54,700 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215d4aa435bf5924d5fba6f55e4bff76fdc_30e900b77c5cedcf0f75cd9cf3b7aea8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:38:54,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742201_1377 (size=4469) 2024-12-15T17:38:54,716 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#A#compaction#305 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:54,717 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/d8128dd1593242c7a9bc37d41d054633 is 175, key is test_row_0/A:col10/1734284332938/Put/seqid=0 2024-12-15T17:38:54,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742202_1378 (size=32005) 2024-12-15T17:38:55,100 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/a2575904538249ba8641c2b156b71095 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a2575904538249ba8641c2b156b71095 2024-12-15T17:38:55,108 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/B of 30e900b77c5cedcf0f75cd9cf3b7aea8 into a2575904538249ba8641c2b156b71095(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:55,108 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:55,108 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/B, priority=12, startTime=1734284334673; duration=0sec 2024-12-15T17:38:55,108 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:38:55,108 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:B 2024-12-15T17:38:55,108 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:38:55,109 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:38:55,110 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 30e900b77c5cedcf0f75cd9cf3b7aea8/C is initiating minor compaction (all files) 2024-12-15T17:38:55,110 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 30e900b77c5cedcf0f75cd9cf3b7aea8/C in TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:38:55,110 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/86aef5f555834f94b602e140e6004d47, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/012e67d15dad42d79481bfeff250d70f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/7b2fc0b78f6b4659bcb41dfcbf4dc817, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/60413d136a4049a1accf7241b64c1dbf] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp, totalSize=48.7 K 2024-12-15T17:38:55,110 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 86aef5f555834f94b602e140e6004d47, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1734284329506 2024-12-15T17:38:55,111 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 012e67d15dad42d79481bfeff250d70f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734284330691 2024-12-15T17:38:55,111 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b2fc0b78f6b4659bcb41dfcbf4dc817, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1734284331152 2024-12-15T17:38:55,112 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 60413d136a4049a1accf7241b64c1dbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1734284331799 2024-12-15T17:38:55,122 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 30e900b77c5cedcf0f75cd9cf3b7aea8#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:38:55,123 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/e5ad07d88e454e7b87b326d3e179f8e9 is 50, key is test_row_0/C:col10/1734284332938/Put/seqid=0 2024-12-15T17:38:55,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742203_1379 (size=13051) 2024-12-15T17:38:55,143 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/d8128dd1593242c7a9bc37d41d054633 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/d8128dd1593242c7a9bc37d41d054633 2024-12-15T17:38:55,146 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/e5ad07d88e454e7b87b326d3e179f8e9 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/e5ad07d88e454e7b87b326d3e179f8e9 2024-12-15T17:38:55,147 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/A of 30e900b77c5cedcf0f75cd9cf3b7aea8 into d8128dd1593242c7a9bc37d41d054633(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:55,147 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:55,147 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/A, priority=12, startTime=1734284334673; duration=0sec 2024-12-15T17:38:55,147 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:55,147 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:A 2024-12-15T17:38:55,156 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 30e900b77c5cedcf0f75cd9cf3b7aea8/C of 30e900b77c5cedcf0f75cd9cf3b7aea8 into e5ad07d88e454e7b87b326d3e179f8e9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:38:55,156 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:38:55,156 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8., storeName=30e900b77c5cedcf0f75cd9cf3b7aea8/C, priority=12, startTime=1734284334673; duration=0sec 2024-12-15T17:38:55,156 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:38:55,156 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 30e900b77c5cedcf0f75cd9cf3b7aea8:C 2024-12-15T17:38:57,434 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/fac3a9c27ce848d594178e380b88fd50, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/42ed68d5b7bf46cd8fda19689643cd4c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/8208454789e14423b230d01311f9333e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/3fdc302ba8ce414e82aee6083325cff1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/df5d2b3484794b7aaa34718bbf341b55, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/576e6d938cb14e2bad5ee269229688cb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/f084faa3ade94f34aa59493477deee9f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/a2620948ba514b1db9c5b12466d51c7b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/a4b5d9d4c1ff414497cb34028fd4ed5b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/1d07d89e02a841ab8dc2a8563ebb54c0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/f9dffade31a54c0082f6f66445eb667d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/3d3929e9f18941d4b15740c567d3f917, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/24b8657b748b4eec8de87217be778b3d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/cae5c239dd4f4047b7d101ed3fdc1a52, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/e357bd53088b42b19827ef19d7bc5381, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/c3e9ba0a67bc4d33b726e1271ec4c251, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/34e52f979abe4029914f673405fff5be, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/741422e6b9da42ca904f2af834bb1bbb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/b6498bbd42fe4abb9ce236322639fafd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/2814bad3f7c0467787ede25dc28009d3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/9a4b3be69d1c4e8d9614f9994de7b08e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/544bb359e38a4d5e9e0a906a6d2d86e4] to archive 2024-12-15T17:38:57,436 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:38:57,445 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/42ed68d5b7bf46cd8fda19689643cd4c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/42ed68d5b7bf46cd8fda19689643cd4c 2024-12-15T17:38:57,446 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/3fdc302ba8ce414e82aee6083325cff1 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/3fdc302ba8ce414e82aee6083325cff1 2024-12-15T17:38:57,446 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/8208454789e14423b230d01311f9333e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/8208454789e14423b230d01311f9333e 2024-12-15T17:38:57,447 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/df5d2b3484794b7aaa34718bbf341b55 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/df5d2b3484794b7aaa34718bbf341b55 2024-12-15T17:38:57,448 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/576e6d938cb14e2bad5ee269229688cb to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/576e6d938cb14e2bad5ee269229688cb 2024-12-15T17:38:57,449 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/fac3a9c27ce848d594178e380b88fd50 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/fac3a9c27ce848d594178e380b88fd50 2024-12-15T17:38:57,451 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/f084faa3ade94f34aa59493477deee9f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/f084faa3ade94f34aa59493477deee9f 2024-12-15T17:38:57,452 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/1d07d89e02a841ab8dc2a8563ebb54c0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/1d07d89e02a841ab8dc2a8563ebb54c0 2024-12-15T17:38:57,452 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/a2620948ba514b1db9c5b12466d51c7b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/a2620948ba514b1db9c5b12466d51c7b 2024-12-15T17:38:57,463 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/3d3929e9f18941d4b15740c567d3f917 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/3d3929e9f18941d4b15740c567d3f917 2024-12-15T17:38:57,463 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/f9dffade31a54c0082f6f66445eb667d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/f9dffade31a54c0082f6f66445eb667d 2024-12-15T17:38:57,463 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/a4b5d9d4c1ff414497cb34028fd4ed5b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/a4b5d9d4c1ff414497cb34028fd4ed5b 2024-12-15T17:38:57,464 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/24b8657b748b4eec8de87217be778b3d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/24b8657b748b4eec8de87217be778b3d 2024-12-15T17:38:57,471 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/c3e9ba0a67bc4d33b726e1271ec4c251 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/c3e9ba0a67bc4d33b726e1271ec4c251 2024-12-15T17:38:57,471 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/e357bd53088b42b19827ef19d7bc5381 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/e357bd53088b42b19827ef19d7bc5381 2024-12-15T17:38:57,471 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/34e52f979abe4029914f673405fff5be to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/34e52f979abe4029914f673405fff5be 2024-12-15T17:38:57,471 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/cae5c239dd4f4047b7d101ed3fdc1a52 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/cae5c239dd4f4047b7d101ed3fdc1a52 2024-12-15T17:38:57,472 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/b6498bbd42fe4abb9ce236322639fafd to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/b6498bbd42fe4abb9ce236322639fafd 2024-12-15T17:38:57,474 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/741422e6b9da42ca904f2af834bb1bbb to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/741422e6b9da42ca904f2af834bb1bbb 2024-12-15T17:38:57,474 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/2814bad3f7c0467787ede25dc28009d3 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/2814bad3f7c0467787ede25dc28009d3 2024-12-15T17:38:57,474 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/9a4b3be69d1c4e8d9614f9994de7b08e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/9a4b3be69d1c4e8d9614f9994de7b08e 2024-12-15T17:38:57,482 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/544bb359e38a4d5e9e0a906a6d2d86e4 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/544bb359e38a4d5e9e0a906a6d2d86e4 2024-12-15T17:38:57,490 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/9776f6c8a34a4e18a837d50d81ac6f8f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/f9177394105246579f8452cb8a184954, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/0c243c0beff440628b449c8f0b043327, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/59fde53cda204c2caaed5ada687f0127, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/0639e63582eb4f2ba74b9e371f9d022b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/18388332288d48509598c954e6da0942, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/5b4fd3d0bdb64db7874507a17be582ba, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/2235e1d444d343d3bcb8c591df6fc26b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/ea9823078d544f1eb04663899f18c2df, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/b9dfb9f6144a4ab4a6cf000119289f3e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/f92b10c3af6f4e16802c90749f3601a0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/56ff68dd2be0465c943cbe3faae65bd3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a8c455ccb25347e68c76f8d5ef3640ed, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/7a6cf56a9f4f489d86fc99427c971af8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/09af1df07d6f41e194c4a2b601f65478, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/059f48a1616643d9ad58d8bb7ce3b902, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a220cb578bf140a3b5ac36df248ea3fe, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/cdd2f50bf57149c0a61baf232daff208, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/cb6617b39772481abc07f8f981d72cc3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/daa95870557a4302bb59afb61e49bfdb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/46d0cae03e1b4c80a9f97ba02210fed7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/2498bb0e79ec4519a0ea4e01187a0c3f] to archive 2024-12-15T17:38:57,499 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:38:57,516 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/9776f6c8a34a4e18a837d50d81ac6f8f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/9776f6c8a34a4e18a837d50d81ac6f8f 2024-12-15T17:38:57,519 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/0c243c0beff440628b449c8f0b043327 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/0c243c0beff440628b449c8f0b043327 2024-12-15T17:38:57,520 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/f9177394105246579f8452cb8a184954 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/f9177394105246579f8452cb8a184954 2024-12-15T17:38:57,535 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/59fde53cda204c2caaed5ada687f0127 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/59fde53cda204c2caaed5ada687f0127 2024-12-15T17:38:57,535 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/0639e63582eb4f2ba74b9e371f9d022b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/0639e63582eb4f2ba74b9e371f9d022b 2024-12-15T17:38:57,536 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/18388332288d48509598c954e6da0942 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/18388332288d48509598c954e6da0942 2024-12-15T17:38:57,536 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/f92b10c3af6f4e16802c90749f3601a0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/f92b10c3af6f4e16802c90749f3601a0 2024-12-15T17:38:57,537 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/5b4fd3d0bdb64db7874507a17be582ba to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/5b4fd3d0bdb64db7874507a17be582ba 2024-12-15T17:38:57,539 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/b9dfb9f6144a4ab4a6cf000119289f3e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/b9dfb9f6144a4ab4a6cf000119289f3e 2024-12-15T17:38:57,539 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/2235e1d444d343d3bcb8c591df6fc26b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/2235e1d444d343d3bcb8c591df6fc26b 2024-12-15T17:38:57,544 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/56ff68dd2be0465c943cbe3faae65bd3 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/56ff68dd2be0465c943cbe3faae65bd3 2024-12-15T17:38:57,551 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/09af1df07d6f41e194c4a2b601f65478 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/09af1df07d6f41e194c4a2b601f65478 2024-12-15T17:38:57,551 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/059f48a1616643d9ad58d8bb7ce3b902 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/059f48a1616643d9ad58d8bb7ce3b902 2024-12-15T17:38:57,551 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/ea9823078d544f1eb04663899f18c2df to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/ea9823078d544f1eb04663899f18c2df 2024-12-15T17:38:57,551 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/7a6cf56a9f4f489d86fc99427c971af8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/7a6cf56a9f4f489d86fc99427c971af8 2024-12-15T17:38:57,551 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a8c455ccb25347e68c76f8d5ef3640ed to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a8c455ccb25347e68c76f8d5ef3640ed 2024-12-15T17:38:57,552 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a220cb578bf140a3b5ac36df248ea3fe to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a220cb578bf140a3b5ac36df248ea3fe 2024-12-15T17:38:57,553 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/cdd2f50bf57149c0a61baf232daff208 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/cdd2f50bf57149c0a61baf232daff208 2024-12-15T17:38:57,553 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/daa95870557a4302bb59afb61e49bfdb to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/daa95870557a4302bb59afb61e49bfdb 2024-12-15T17:38:57,554 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/cb6617b39772481abc07f8f981d72cc3 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/cb6617b39772481abc07f8f981d72cc3 2024-12-15T17:38:57,554 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/46d0cae03e1b4c80a9f97ba02210fed7 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/46d0cae03e1b4c80a9f97ba02210fed7 2024-12-15T17:38:57,554 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/2498bb0e79ec4519a0ea4e01187a0c3f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/2498bb0e79ec4519a0ea4e01187a0c3f 2024-12-15T17:38:57,558 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/2c3da30cc0414eea9436b960bed84202, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d8acb53af07f4ce7a77f0e5d4ec1e339, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/e36beaead9be4a8ca091579794d4c87a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/94aaad58167c4a788ca4836956c73e06, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d908f92661f241de93cace493845acba, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d992b99ab3f14bce8da5fa8831ea78dd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/f262fcec07184010a8645bd3b93c66ec, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/449cd950584947d7ab5cc4b5d484daa5, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/346e4e3180d04fdd87b86fec562f620f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/b7c31ced92714bf681ca3eee0c69dd88, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/16a579c2290b4d1f88692f62851e5350, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/c19abf59ef7e4773b3ee495d2b7a2813, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/a00b8de0585546c191b896c6afdb4d5b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/bb7eb43ea70f442c943540f850356333, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/e2d33a9e6f22459781f549592411e1e3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/674fdc4c5b2643999e4ad85613b0562b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d5ad2f5f372d4d34a1155d72d2bb3acd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/86aef5f555834f94b602e140e6004d47, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/62a01a2555fb4106acb8ef7ecdf0ee42, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/012e67d15dad42d79481bfeff250d70f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/7b2fc0b78f6b4659bcb41dfcbf4dc817, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/60413d136a4049a1accf7241b64c1dbf] to archive 2024-12-15T17:38:57,560 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4ce65a7c4674:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:38:57,571 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d992b99ab3f14bce8da5fa8831ea78dd to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d992b99ab3f14bce8da5fa8831ea78dd 2024-12-15T17:38:57,572 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d8acb53af07f4ce7a77f0e5d4ec1e339 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d8acb53af07f4ce7a77f0e5d4ec1e339 2024-12-15T17:38:57,572 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/2c3da30cc0414eea9436b960bed84202 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/2c3da30cc0414eea9436b960bed84202 2024-12-15T17:38:57,572 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d908f92661f241de93cace493845acba to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d908f92661f241de93cace493845acba 2024-12-15T17:38:57,576 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/449cd950584947d7ab5cc4b5d484daa5 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/449cd950584947d7ab5cc4b5d484daa5 2024-12-15T17:38:57,576 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/94aaad58167c4a788ca4836956c73e06 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/94aaad58167c4a788ca4836956c73e06 2024-12-15T17:38:57,577 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/e36beaead9be4a8ca091579794d4c87a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/e36beaead9be4a8ca091579794d4c87a 2024-12-15T17:38:57,577 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/f262fcec07184010a8645bd3b93c66ec to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/f262fcec07184010a8645bd3b93c66ec 2024-12-15T17:38:57,580 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/b7c31ced92714bf681ca3eee0c69dd88 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/b7c31ced92714bf681ca3eee0c69dd88 2024-12-15T17:38:57,580 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/346e4e3180d04fdd87b86fec562f620f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/346e4e3180d04fdd87b86fec562f620f 2024-12-15T17:38:57,580 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/16a579c2290b4d1f88692f62851e5350 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/16a579c2290b4d1f88692f62851e5350 2024-12-15T17:38:57,580 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/c19abf59ef7e4773b3ee495d2b7a2813 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/c19abf59ef7e4773b3ee495d2b7a2813 2024-12-15T17:38:57,581 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/bb7eb43ea70f442c943540f850356333 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/bb7eb43ea70f442c943540f850356333 2024-12-15T17:38:57,581 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/674fdc4c5b2643999e4ad85613b0562b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/674fdc4c5b2643999e4ad85613b0562b 2024-12-15T17:38:57,581 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/a00b8de0585546c191b896c6afdb4d5b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/a00b8de0585546c191b896c6afdb4d5b 2024-12-15T17:38:57,581 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/86aef5f555834f94b602e140e6004d47 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/86aef5f555834f94b602e140e6004d47 2024-12-15T17:38:57,581 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d5ad2f5f372d4d34a1155d72d2bb3acd to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/d5ad2f5f372d4d34a1155d72d2bb3acd 2024-12-15T17:38:57,582 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/62a01a2555fb4106acb8ef7ecdf0ee42 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/62a01a2555fb4106acb8ef7ecdf0ee42 2024-12-15T17:38:57,582 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/60413d136a4049a1accf7241b64c1dbf to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/60413d136a4049a1accf7241b64c1dbf 2024-12-15T17:38:57,582 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/012e67d15dad42d79481bfeff250d70f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/012e67d15dad42d79481bfeff250d70f 2024-12-15T17:38:57,582 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/7b2fc0b78f6b4659bcb41dfcbf4dc817 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/7b2fc0b78f6b4659bcb41dfcbf4dc817 2024-12-15T17:38:57,584 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/e2d33a9e6f22459781f549592411e1e3 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/e2d33a9e6f22459781f549592411e1e3 2024-12-15T17:39:01,502 DEBUG [Thread-1332 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:49653 2024-12-15T17:39:01,502 DEBUG [Thread-1332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1403 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4209 rows 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1414 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4242 rows 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1410 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4230 rows 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1403 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4209 rows 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1436 2024-12-15T17:39:01,502 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4308 rows 2024-12-15T17:39:01,502 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T17:39:01,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:49653 2024-12-15T17:39:01,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:39:01,503 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T17:39:01,504 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T17:39:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:01,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T17:39:01,507 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284341507"}]},"ts":"1734284341507"} 2024-12-15T17:39:01,508 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T17:39:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T17:39:01,615 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T17:39:01,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T17:39:01,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=30e900b77c5cedcf0f75cd9cf3b7aea8, UNASSIGN}] 2024-12-15T17:39:01,618 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=30e900b77c5cedcf0f75cd9cf3b7aea8, UNASSIGN 2024-12-15T17:39:01,619 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=98 updating hbase:meta row=30e900b77c5cedcf0f75cd9cf3b7aea8, regionState=CLOSING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:01,620 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:39:01,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; CloseRegionProcedure 30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:39:01,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:01,772 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(124): Close 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:01,772 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:39:01,772 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1681): Closing 30e900b77c5cedcf0f75cd9cf3b7aea8, disabling compactions & flushes 2024-12-15T17:39:01,772 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:39:01,772 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:39:01,772 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. after waiting 0 ms 2024-12-15T17:39:01,772 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:39:01,772 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(2837): Flushing 30e900b77c5cedcf0f75cd9cf3b7aea8 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T17:39:01,772 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=A 2024-12-15T17:39:01,772 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:01,772 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=B 2024-12-15T17:39:01,772 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:01,772 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 30e900b77c5cedcf0f75cd9cf3b7aea8, store=C 2024-12-15T17:39:01,772 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:01,777 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121576ebad73e9e343d8a4f552d4a9ae6007_30e900b77c5cedcf0f75cd9cf3b7aea8 is 50, key is test_row_0/A:col10/1734284332947/Put/seqid=0 2024-12-15T17:39:01,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742204_1380 (size=9914) 2024-12-15T17:39:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T17:39:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T17:39:02,186 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:02,190 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121576ebad73e9e343d8a4f552d4a9ae6007_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121576ebad73e9e343d8a4f552d4a9ae6007_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:02,191 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/bdf442aa9c124c0cae745ee36b9dda90, store: [table=TestAcidGuarantees family=A region=30e900b77c5cedcf0f75cd9cf3b7aea8] 2024-12-15T17:39:02,191 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/bdf442aa9c124c0cae745ee36b9dda90 is 175, key is test_row_0/A:col10/1734284332947/Put/seqid=0 2024-12-15T17:39:02,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742205_1381 (size=22561) 2024-12-15T17:39:02,596 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=346, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/bdf442aa9c124c0cae745ee36b9dda90 2024-12-15T17:39:02,601 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/fe4207a32fde47b4ac1cd59873089029 is 50, key is test_row_0/B:col10/1734284332947/Put/seqid=0 2024-12-15T17:39:02,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742206_1382 (size=9857) 2024-12-15T17:39:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T17:39:03,005 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/fe4207a32fde47b4ac1cd59873089029 2024-12-15T17:39:03,011 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/f584adf0143a4438b5711aa782adb4d7 is 50, key is test_row_0/C:col10/1734284332947/Put/seqid=0 2024-12-15T17:39:03,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742207_1383 (size=9857) 2024-12-15T17:39:03,418 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=346 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/f584adf0143a4438b5711aa782adb4d7 2024-12-15T17:39:03,422 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/A/bdf442aa9c124c0cae745ee36b9dda90 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/bdf442aa9c124c0cae745ee36b9dda90 2024-12-15T17:39:03,425 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/bdf442aa9c124c0cae745ee36b9dda90, entries=100, sequenceid=346, filesize=22.0 K 2024-12-15T17:39:03,426 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/B/fe4207a32fde47b4ac1cd59873089029 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/fe4207a32fde47b4ac1cd59873089029 2024-12-15T17:39:03,429 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/fe4207a32fde47b4ac1cd59873089029, entries=100, sequenceid=346, filesize=9.6 K 2024-12-15T17:39:03,430 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/.tmp/C/f584adf0143a4438b5711aa782adb4d7 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/f584adf0143a4438b5711aa782adb4d7 2024-12-15T17:39:03,434 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/f584adf0143a4438b5711aa782adb4d7, entries=100, sequenceid=346, filesize=9.6 K 2024-12-15T17:39:03,435 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 30e900b77c5cedcf0f75cd9cf3b7aea8 in 1662ms, sequenceid=346, compaction requested=false 2024-12-15T17:39:03,441 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/recovered.edits/349.seqid, newMaxSeqId=349, maxSeqId=4 2024-12-15T17:39:03,442 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8. 2024-12-15T17:39:03,442 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1635): Region close journal for 30e900b77c5cedcf0f75cd9cf3b7aea8: 2024-12-15T17:39:03,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=98 updating hbase:meta row=30e900b77c5cedcf0f75cd9cf3b7aea8, regionState=CLOSED 2024-12-15T17:39:03,451 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(170): Closed 30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-15T17:39:03,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; CloseRegionProcedure 30e900b77c5cedcf0f75cd9cf3b7aea8, server=4ce65a7c4674,35427,1734284215611 in 1.8320 sec 2024-12-15T17:39:03,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-15T17:39:03,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=30e900b77c5cedcf0f75cd9cf3b7aea8, UNASSIGN in 1.8360 sec 2024-12-15T17:39:03,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-12-15T17:39:03,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8390 sec 2024-12-15T17:39:03,458 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284343457"}]},"ts":"1734284343457"} 2024-12-15T17:39:03,460 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T17:39:03,470 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T17:39:03,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9670 sec 2024-12-15T17:39:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T17:39:03,611 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-12-15T17:39:03,612 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T17:39:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:03,613 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=100, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-15T17:39:03,614 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=100, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:03,615 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,617 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/recovered.edits] 2024-12-15T17:39:03,619 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/d8128dd1593242c7a9bc37d41d054633 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/d8128dd1593242c7a9bc37d41d054633 2024-12-15T17:39:03,619 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/bdf442aa9c124c0cae745ee36b9dda90 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/A/bdf442aa9c124c0cae745ee36b9dda90 2024-12-15T17:39:03,621 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a2575904538249ba8641c2b156b71095 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/a2575904538249ba8641c2b156b71095 2024-12-15T17:39:03,621 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/fe4207a32fde47b4ac1cd59873089029 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/B/fe4207a32fde47b4ac1cd59873089029 2024-12-15T17:39:03,624 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/e5ad07d88e454e7b87b326d3e179f8e9 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/e5ad07d88e454e7b87b326d3e179f8e9 2024-12-15T17:39:03,624 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/f584adf0143a4438b5711aa782adb4d7 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/C/f584adf0143a4438b5711aa782adb4d7 2024-12-15T17:39:03,626 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/recovered.edits/349.seqid to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8/recovered.edits/349.seqid 2024-12-15T17:39:03,627 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,627 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T17:39:03,627 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T17:39:03,628 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T17:39:03,635 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121515998d550cd944e2929cbdde6e3f1a89_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121515998d550cd944e2929cbdde6e3f1a89_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,635 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155b18387562a446efab6ef87d970ce1a5_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155b18387562a446efab6ef87d970ce1a5_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,635 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215399218a45a9f459593ff8ab72964ec63_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215399218a45a9f459593ff8ab72964ec63_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,640 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155b1ffa2c62964fb4a9c96ec4832a1a58_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155b1ffa2c62964fb4a9c96ec4832a1a58_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,640 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155e9e107727e545a4b8d05962f8909e08_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155e9e107727e545a4b8d05962f8909e08_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,640 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121576d256aea0d24eeeae5cfff70740c46b_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121576d256aea0d24eeeae5cfff70740c46b_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,641 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156f45597c270e4f1a97f87b1103ae526f_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156f45597c270e4f1a97f87b1103ae526f_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,642 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121588b896f1b0f94d4283497564480cec86_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121588b896f1b0f94d4283497564480cec86_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,642 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121576ebad73e9e343d8a4f552d4a9ae6007_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121576ebad73e9e343d8a4f552d4a9ae6007_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,643 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121596718a502d7049d78d81252274b6df12_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121596718a502d7049d78d81252274b6df12_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,643 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a75c78db0403465e833b44dd51fa48fe_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a75c78db0403465e833b44dd51fa48fe_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,643 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215aa46b8d5fb3849f0abc8b7ea5fa50d12_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215aa46b8d5fb3849f0abc8b7ea5fa50d12_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,643 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bab6b4b35ed84d0cba709b8035adff06_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bab6b4b35ed84d0cba709b8035adff06_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,644 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c58b88ca8da34193a913a35184e3c4ea_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c58b88ca8da34193a913a35184e3c4ea_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,644 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d7305cd2eac94305b4ae8bc3184a02b0_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d7305cd2eac94305b4ae8bc3184a02b0_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,644 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d9c60b805fae444eaf0a73bbff75c8db_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215d9c60b805fae444eaf0a73bbff75c8db_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,644 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fcedb3a288404f7a915015a60798d66a_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fcedb3a288404f7a915015a60798d66a_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,644 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f9d9675f222b44b4b770751d787d9ed7_30e900b77c5cedcf0f75cd9cf3b7aea8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f9d9675f222b44b4b770751d787d9ed7_30e900b77c5cedcf0f75cd9cf3b7aea8 2024-12-15T17:39:03,645 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T17:39:03,648 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=100, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:03,650 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T17:39:03,651 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T17:39:03,653 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=100, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:03,653 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T17:39:03,653 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734284343653"}]},"ts":"9223372036854775807"} 2024-12-15T17:39:03,667 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T17:39:03,668 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 30e900b77c5cedcf0f75cd9cf3b7aea8, NAME => 'TestAcidGuarantees,,1734284308971.30e900b77c5cedcf0f75cd9cf3b7aea8.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T17:39:03,668 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T17:39:03,668 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734284343668"}]},"ts":"9223372036854775807"} 2024-12-15T17:39:03,669 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T17:39:03,682 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=100, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:03,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 70 msec 2024-12-15T17:39:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-15T17:39:03,715 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-12-15T17:39:03,725 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=244 (was 244), OpenFileDescriptor=450 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1191 (was 1358), ProcessCount=9 (was 11), AvailableMemoryMB=5174 (was 3729) - AvailableMemoryMB LEAK? - 2024-12-15T17:39:03,734 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=244, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=1191, ProcessCount=9, AvailableMemoryMB=5173 2024-12-15T17:39:03,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T17:39:03,736 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:39:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:03,737 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=101, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:39:03,737 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:03,737 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 101 2024-12-15T17:39:03,738 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=101, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:39:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-15T17:39:03,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742208_1384 (size=963) 2024-12-15T17:39:03,765 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3 2024-12-15T17:39:03,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742209_1385 (size=53) 2024-12-15T17:39:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-15T17:39:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-15T17:39:04,173 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:39:04,173 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a3f224100b51c016af2288f7ac75a548, disabling compactions & flushes 2024-12-15T17:39:04,173 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:04,173 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:04,173 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. after waiting 0 ms 2024-12-15T17:39:04,173 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:04,173 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:04,173 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:04,174 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=101, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:39:04,174 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734284344174"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734284344174"}]},"ts":"1734284344174"} 2024-12-15T17:39:04,175 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:39:04,176 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=101, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:39:04,176 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284344176"}]},"ts":"1734284344176"} 2024-12-15T17:39:04,177 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T17:39:04,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3f224100b51c016af2288f7ac75a548, ASSIGN}] 2024-12-15T17:39:04,199 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3f224100b51c016af2288f7ac75a548, ASSIGN 2024-12-15T17:39:04,200 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3f224100b51c016af2288f7ac75a548, ASSIGN; state=OFFLINE, location=4ce65a7c4674,35427,1734284215611; forceNewPlan=false, retain=false 2024-12-15T17:39:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-15T17:39:04,350 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=102 updating hbase:meta row=a3f224100b51c016af2288f7ac75a548, regionState=OPENING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:04,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; OpenRegionProcedure a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:39:04,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:04,506 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:04,506 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:39:04,506 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:04,506 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:39:04,506 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:04,506 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:04,507 INFO [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:04,508 INFO [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:39:04,508 INFO [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3f224100b51c016af2288f7ac75a548 columnFamilyName A 2024-12-15T17:39:04,508 DEBUG [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:04,509 INFO [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] regionserver.HStore(327): Store=a3f224100b51c016af2288f7ac75a548/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:39:04,509 INFO [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:04,510 INFO [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:39:04,510 INFO [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3f224100b51c016af2288f7ac75a548 columnFamilyName B 2024-12-15T17:39:04,510 DEBUG [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:04,510 INFO [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] regionserver.HStore(327): Store=a3f224100b51c016af2288f7ac75a548/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:39:04,510 INFO [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:04,511 INFO [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:39:04,511 INFO [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3f224100b51c016af2288f7ac75a548 columnFamilyName C 2024-12-15T17:39:04,511 DEBUG [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:04,511 INFO [StoreOpener-a3f224100b51c016af2288f7ac75a548-1 {}] regionserver.HStore(327): Store=a3f224100b51c016af2288f7ac75a548/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:39:04,512 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:04,512 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:04,513 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:04,514 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T17:39:04,515 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:04,516 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:39:04,517 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened a3f224100b51c016af2288f7ac75a548; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75316505, jitterRate=0.12230338156223297}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T17:39:04,517 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:04,518 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., pid=103, masterSystemTime=1734284344503 2024-12-15T17:39:04,519 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:04,519 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:04,520 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=102 updating hbase:meta row=a3f224100b51c016af2288f7ac75a548, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:04,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-15T17:39:04,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; OpenRegionProcedure a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 in 169 msec 2024-12-15T17:39:04,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-15T17:39:04,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3f224100b51c016af2288f7ac75a548, ASSIGN in 323 msec 2024-12-15T17:39:04,523 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=101, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:39:04,523 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284344523"}]},"ts":"1734284344523"} 2024-12-15T17:39:04,524 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T17:39:04,562 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=101, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:39:04,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 827 msec 2024-12-15T17:39:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-15T17:39:04,845 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-12-15T17:39:04,846 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x238db126 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3512017b 2024-12-15T17:39:04,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301741f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:04,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:04,860 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:04,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T17:39:04,870 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T17:39:04,871 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c60eb7d to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@695c2253 2024-12-15T17:39:04,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cefe40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:04,883 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79b10416 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177efc9 2024-12-15T17:39:04,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65df2359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:04,892 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f142b04 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61d38088 2024-12-15T17:39:04,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0ab200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:04,900 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-12-15T17:39:04,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:04,909 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-12-15T17:39:04,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:04,922 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34b30c39 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b7f20c4 2024-12-15T17:39:04,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc486e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:04,933 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d672ed2 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f7c40ba 2024-12-15T17:39:04,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2070263a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:04,949 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cf40102 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@41b0e7b6 2024-12-15T17:39:04,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6050584c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:04,958 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x496fe03f to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2423f3 2024-12-15T17:39:04,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd48863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:04,975 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-12-15T17:39:04,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:05,002 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:05,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-12-15T17:39:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T17:39:05,004 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:05,004 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:05,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:05,024 DEBUG [hconnection-0x4b1cbb54-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:05,024 DEBUG [hconnection-0x72b0fb1b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:05,026 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:05,026 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:05,027 DEBUG [hconnection-0xd53fe1f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:05,027 DEBUG [hconnection-0x4a1af785-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:05,028 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:05,028 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:05,036 DEBUG [hconnection-0x60d510b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:05,038 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:05,040 DEBUG [hconnection-0x367f439c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:05,042 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:05,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:39:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:05,046 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:05,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:05,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:05,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:05,052 DEBUG [hconnection-0x14226508-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:05,052 DEBUG [hconnection-0x13c37e18-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:05,053 DEBUG [hconnection-0x21291153-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:05,055 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:05,059 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:05,060 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:05,061 DEBUG [hconnection-0x32fd34df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:05,063 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:05,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284405070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284405070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284405071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/9a139dc5d1bc4dac9381b2baaf626628 is 50, key is test_row_0/A:col10/1734284345041/Put/seqid=0 2024-12-15T17:39:05,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284405072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284405074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T17:39:05,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742210_1386 (size=12001) 2024-12-15T17:39:05,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/9a139dc5d1bc4dac9381b2baaf626628 2024-12-15T17:39:05,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/0b29a844a4704e689de44a2c32d6080b is 50, key is test_row_0/B:col10/1734284345041/Put/seqid=0 2024-12-15T17:39:05,157 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T17:39:05,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:05,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:05,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:05,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284405174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284405174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284405175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284405176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284405184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742211_1387 (size=12001) 2024-12-15T17:39:05,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/0b29a844a4704e689de44a2c32d6080b 2024-12-15T17:39:05,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/4191217a57c844ffa17326bdbd601fa0 is 50, key is test_row_0/C:col10/1734284345041/Put/seqid=0 2024-12-15T17:39:05,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742212_1388 (size=12001) 2024-12-15T17:39:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T17:39:05,314 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T17:39:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:05,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284405375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284405376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284405377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284405378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284405386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,466 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T17:39:05,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:05,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:05,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:05,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T17:39:05,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T17:39:05,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:05,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:05,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:05,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/4191217a57c844ffa17326bdbd601fa0 2024-12-15T17:39:05,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/9a139dc5d1bc4dac9381b2baaf626628 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/9a139dc5d1bc4dac9381b2baaf626628 2024-12-15T17:39:05,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/9a139dc5d1bc4dac9381b2baaf626628, entries=150, sequenceid=12, filesize=11.7 K 2024-12-15T17:39:05,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/0b29a844a4704e689de44a2c32d6080b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/0b29a844a4704e689de44a2c32d6080b 2024-12-15T17:39:05,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/0b29a844a4704e689de44a2c32d6080b, entries=150, sequenceid=12, filesize=11.7 K 2024-12-15T17:39:05,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/4191217a57c844ffa17326bdbd601fa0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/4191217a57c844ffa17326bdbd601fa0 2024-12-15T17:39:05,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/4191217a57c844ffa17326bdbd601fa0, entries=150, sequenceid=12, filesize=11.7 K 2024-12-15T17:39:05,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for a3f224100b51c016af2288f7ac75a548 in 624ms, sequenceid=12, compaction requested=false 2024-12-15T17:39:05,670 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T17:39:05,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:05,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T17:39:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:05,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:05,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:05,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:05,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:05,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:05,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:05,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/b41aba2cfe2b4b4eaedf2cda51849943 is 50, key is test_row_0/A:col10/1734284345069/Put/seqid=0 2024-12-15T17:39:05,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284405695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284405695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284405699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284405695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284405702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742213_1389 (size=12001) 2024-12-15T17:39:05,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T17:39:05,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:05,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:05,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:05,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284405803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284405805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284405806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284405806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284405808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,934 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:05,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T17:39:05,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:05,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:05,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:05,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:06,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284406007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284406011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284406012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284406012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284406027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T17:39:06,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:06,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:06,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:06,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:06,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T17:39:06,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/b41aba2cfe2b4b4eaedf2cda51849943 2024-12-15T17:39:06,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/658bbd3dc58e4f42b29178f029d4dc71 is 50, key is test_row_0/B:col10/1734284345069/Put/seqid=0 2024-12-15T17:39:06,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742214_1390 (size=12001) 2024-12-15T17:39:06,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/658bbd3dc58e4f42b29178f029d4dc71 2024-12-15T17:39:06,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/1a26ccbf727e4ec6be46b8c96b37faef is 50, key is test_row_0/C:col10/1734284345069/Put/seqid=0 2024-12-15T17:39:06,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T17:39:06,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:06,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:06,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:06,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:06,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:06,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:06,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742215_1391 (size=12001) 2024-12-15T17:39:06,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284406309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284406315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284406317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284406324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284406335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T17:39:06,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:06,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:06,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:06,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:06,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:06,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:06,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T17:39:06,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:06,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:06,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:06,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:06,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:06,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/1a26ccbf727e4ec6be46b8c96b37faef 2024-12-15T17:39:06,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/b41aba2cfe2b4b4eaedf2cda51849943 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b41aba2cfe2b4b4eaedf2cda51849943 2024-12-15T17:39:06,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b41aba2cfe2b4b4eaedf2cda51849943, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T17:39:06,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/658bbd3dc58e4f42b29178f029d4dc71 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/658bbd3dc58e4f42b29178f029d4dc71 2024-12-15T17:39:06,706 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/658bbd3dc58e4f42b29178f029d4dc71, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T17:39:06,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/1a26ccbf727e4ec6be46b8c96b37faef as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1a26ccbf727e4ec6be46b8c96b37faef 2024-12-15T17:39:06,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1a26ccbf727e4ec6be46b8c96b37faef, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T17:39:06,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for a3f224100b51c016af2288f7ac75a548 in 1031ms, sequenceid=40, compaction requested=false 2024-12-15T17:39:06,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:06,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T17:39:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:06,721 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T17:39:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:06,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:06,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:06,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/28b7cf6e04e847fb8058365ffde52457 is 50, key is test_row_0/A:col10/1734284345690/Put/seqid=0 2024-12-15T17:39:06,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742216_1392 (size=12001) 2024-12-15T17:39:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:06,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:06,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284406871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284406873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284406873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284406874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284406879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284406980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284406980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284406980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284406981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:06,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284406984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T17:39:07,145 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/28b7cf6e04e847fb8058365ffde52457 2024-12-15T17:39:07,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/3f6c35fa5e7043b4aa312b7d85dba228 is 50, key is test_row_0/B:col10/1734284345690/Put/seqid=0 2024-12-15T17:39:07,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742217_1393 (size=12001) 2024-12-15T17:39:07,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284407185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:07,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:07,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284407186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284407186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:07,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284407187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:07,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284407188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:07,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284407496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:07,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284407496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:07,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284407496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:07,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284407496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:07,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:07,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284407496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:07,568 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/3f6c35fa5e7043b4aa312b7d85dba228 2024-12-15T17:39:07,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/b78d1e8dfddc4788be98f0c41f18b166 is 50, key is test_row_0/C:col10/1734284345690/Put/seqid=0 2024-12-15T17:39:07,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742218_1394 (size=12001) 2024-12-15T17:39:08,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284408005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:08,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284408006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:08,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284408007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:08,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284408007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:08,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284408014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:08,043 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/b78d1e8dfddc4788be98f0c41f18b166 2024-12-15T17:39:08,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/28b7cf6e04e847fb8058365ffde52457 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/28b7cf6e04e847fb8058365ffde52457 2024-12-15T17:39:08,066 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/28b7cf6e04e847fb8058365ffde52457, entries=150, sequenceid=48, filesize=11.7 K 2024-12-15T17:39:08,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/3f6c35fa5e7043b4aa312b7d85dba228 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/3f6c35fa5e7043b4aa312b7d85dba228 2024-12-15T17:39:08,074 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/3f6c35fa5e7043b4aa312b7d85dba228, entries=150, sequenceid=48, filesize=11.7 K 2024-12-15T17:39:08,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/b78d1e8dfddc4788be98f0c41f18b166 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/b78d1e8dfddc4788be98f0c41f18b166 2024-12-15T17:39:08,081 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/b78d1e8dfddc4788be98f0c41f18b166, entries=150, sequenceid=48, filesize=11.7 K 2024-12-15T17:39:08,087 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for a3f224100b51c016af2288f7ac75a548 in 1366ms, sequenceid=48, compaction requested=true 2024-12-15T17:39:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:08,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-12-15T17:39:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-12-15T17:39:08,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-15T17:39:08,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0860 sec 2024-12-15T17:39:08,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 3.0970 sec 2024-12-15T17:39:08,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T17:39:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:09,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-12-15T17:39:09,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:09,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:09,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:09,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:09,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:09,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:09,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/337a9c161050471cbcd2204a4a1f7715 is 50, key is test_row_0/A:col10/1734284349019/Put/seqid=0 2024-12-15T17:39:09,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742219_1395 (size=12001) 2024-12-15T17:39:09,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/337a9c161050471cbcd2204a4a1f7715 2024-12-15T17:39:09,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284409033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284409036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284409036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284409036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284409038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/597edae9889d458ebcc2f355d4e808eb is 50, key is test_row_0/B:col10/1734284349019/Put/seqid=0 2024-12-15T17:39:09,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742220_1396 (size=12001) 2024-12-15T17:39:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T17:39:09,113 INFO [Thread-1762 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-15T17:39:09,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/597edae9889d458ebcc2f355d4e808eb 2024-12-15T17:39:09,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/e95b646cc8a04c609f3f6f36fded0390 is 50, key is test_row_0/C:col10/1734284349019/Put/seqid=0 2024-12-15T17:39:09,130 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-15T17:39:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T17:39:09,135 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:09,136 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:09,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:09,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284409147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284409147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742221_1397 (size=12001) 2024-12-15T17:39:09,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284409153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284409154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/e95b646cc8a04c609f3f6f36fded0390 2024-12-15T17:39:09,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/337a9c161050471cbcd2204a4a1f7715 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/337a9c161050471cbcd2204a4a1f7715 2024-12-15T17:39:09,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/337a9c161050471cbcd2204a4a1f7715, entries=150, sequenceid=79, filesize=11.7 K 2024-12-15T17:39:09,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/597edae9889d458ebcc2f355d4e808eb as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/597edae9889d458ebcc2f355d4e808eb 2024-12-15T17:39:09,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/597edae9889d458ebcc2f355d4e808eb, entries=150, sequenceid=79, filesize=11.7 K 2024-12-15T17:39:09,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/e95b646cc8a04c609f3f6f36fded0390 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/e95b646cc8a04c609f3f6f36fded0390 2024-12-15T17:39:09,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/e95b646cc8a04c609f3f6f36fded0390, entries=150, sequenceid=79, filesize=11.7 K 2024-12-15T17:39:09,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=26.84 KB/27480 for a3f224100b51c016af2288f7ac75a548 in 193ms, sequenceid=79, compaction requested=true 2024-12-15T17:39:09,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:09,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:09,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:09,217 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:39:09,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:09,217 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:39:09,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:09,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:09,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:09,219 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:39:09,219 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:39:09,219 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/A is initiating minor compaction (all files) 2024-12-15T17:39:09,219 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/B is initiating minor compaction (all files) 2024-12-15T17:39:09,219 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/A in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:09,219 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/B in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:09,219 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/0b29a844a4704e689de44a2c32d6080b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/658bbd3dc58e4f42b29178f029d4dc71, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/3f6c35fa5e7043b4aa312b7d85dba228, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/597edae9889d458ebcc2f355d4e808eb] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=46.9 K 2024-12-15T17:39:09,219 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/9a139dc5d1bc4dac9381b2baaf626628, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b41aba2cfe2b4b4eaedf2cda51849943, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/28b7cf6e04e847fb8058365ffde52457, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/337a9c161050471cbcd2204a4a1f7715] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=46.9 K 2024-12-15T17:39:09,220 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a139dc5d1bc4dac9381b2baaf626628, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734284345041 2024-12-15T17:39:09,220 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b29a844a4704e689de44a2c32d6080b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734284345041 2024-12-15T17:39:09,220 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b41aba2cfe2b4b4eaedf2cda51849943, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734284345069 2024-12-15T17:39:09,221 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 658bbd3dc58e4f42b29178f029d4dc71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734284345069 2024-12-15T17:39:09,221 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28b7cf6e04e847fb8058365ffde52457, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1734284345690 2024-12-15T17:39:09,221 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f6c35fa5e7043b4aa312b7d85dba228, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1734284345690 2024-12-15T17:39:09,221 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 337a9c161050471cbcd2204a4a1f7715, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734284346877 2024-12-15T17:39:09,221 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 597edae9889d458ebcc2f355d4e808eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734284346877 2024-12-15T17:39:09,227 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#A#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:09,228 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/e4cbeb23b2634a4ea65a4e03e1480d34 is 50, key is test_row_0/A:col10/1734284349019/Put/seqid=0 2024-12-15T17:39:09,229 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#B#compaction#323 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:09,229 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/720eb161fed84d2b8461d4a75e6edae1 is 50, key is test_row_0/B:col10/1734284349019/Put/seqid=0 2024-12-15T17:39:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T17:39:09,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742222_1398 (size=12139) 2024-12-15T17:39:09,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742223_1399 (size=12139) 2024-12-15T17:39:09,275 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/e4cbeb23b2634a4ea65a4e03e1480d34 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/e4cbeb23b2634a4ea65a4e03e1480d34 2024-12-15T17:39:09,280 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/720eb161fed84d2b8461d4a75e6edae1 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/720eb161fed84d2b8461d4a75e6edae1 2024-12-15T17:39:09,282 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a3f224100b51c016af2288f7ac75a548/A of a3f224100b51c016af2288f7ac75a548 into e4cbeb23b2634a4ea65a4e03e1480d34(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:09,282 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:09,282 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/A, priority=12, startTime=1734284349217; duration=0sec 2024-12-15T17:39:09,283 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:09,283 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:A 2024-12-15T17:39:09,283 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:39:09,285 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:39:09,285 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/C is initiating minor compaction (all files) 2024-12-15T17:39:09,285 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/C in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:09,285 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/4191217a57c844ffa17326bdbd601fa0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1a26ccbf727e4ec6be46b8c96b37faef, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/b78d1e8dfddc4788be98f0c41f18b166, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/e95b646cc8a04c609f3f6f36fded0390] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=46.9 K 2024-12-15T17:39:09,286 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4191217a57c844ffa17326bdbd601fa0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734284345041 2024-12-15T17:39:09,286 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a26ccbf727e4ec6be46b8c96b37faef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734284345069 2024-12-15T17:39:09,287 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b78d1e8dfddc4788be98f0c41f18b166, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1734284345690 2024-12-15T17:39:09,287 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e95b646cc8a04c609f3f6f36fded0390, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734284346877 2024-12-15T17:39:09,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,289 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a3f224100b51c016af2288f7ac75a548/B of a3f224100b51c016af2288f7ac75a548 into 720eb161fed84d2b8461d4a75e6edae1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:09,289 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:09,289 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/B, priority=12, startTime=1734284349217; duration=0sec 2024-12-15T17:39:09,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T17:39:09,289 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:09,289 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:B 2024-12-15T17:39:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:09,289 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T17:39:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:09,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:09,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/765cb0f5375e438f905d96e374212ccb is 50, key is test_row_0/A:col10/1734284349029/Put/seqid=0 2024-12-15T17:39:09,302 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#C#compaction#325 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:09,303 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/57e109d1dcec4a8fad861a27f52164fd is 50, key is test_row_0/C:col10/1734284349019/Put/seqid=0 2024-12-15T17:39:09,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742224_1400 (size=9657) 2024-12-15T17:39:09,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742225_1401 (size=12139) 2024-12-15T17:39:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:09,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T17:39:09,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284409436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284409440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284409440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284409442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284409548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284409548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284409549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284409549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,711 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/765cb0f5375e438f905d96e374212ccb 2024-12-15T17:39:09,715 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/57e109d1dcec4a8fad861a27f52164fd as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/57e109d1dcec4a8fad861a27f52164fd 2024-12-15T17:39:09,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/fb009d870b484447b8a2abad9a66cc42 is 50, key is test_row_0/B:col10/1734284349029/Put/seqid=0 2024-12-15T17:39:09,721 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a3f224100b51c016af2288f7ac75a548/C of a3f224100b51c016af2288f7ac75a548 into 57e109d1dcec4a8fad861a27f52164fd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:09,721 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:09,721 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/C, priority=12, startTime=1734284349217; duration=0sec 2024-12-15T17:39:09,721 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:09,721 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:C 2024-12-15T17:39:09,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742226_1402 (size=9657) 2024-12-15T17:39:09,726 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/fb009d870b484447b8a2abad9a66cc42 2024-12-15T17:39:09,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/7e9db920e9fc4a0f80a0fe427d9b3ecc is 50, key is test_row_0/C:col10/1734284349029/Put/seqid=0 2024-12-15T17:39:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T17:39:09,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742227_1403 (size=9657) 2024-12-15T17:39:09,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/7e9db920e9fc4a0f80a0fe427d9b3ecc 2024-12-15T17:39:09,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/765cb0f5375e438f905d96e374212ccb as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/765cb0f5375e438f905d96e374212ccb 2024-12-15T17:39:09,753 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/765cb0f5375e438f905d96e374212ccb, entries=100, sequenceid=88, filesize=9.4 K 2024-12-15T17:39:09,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/fb009d870b484447b8a2abad9a66cc42 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/fb009d870b484447b8a2abad9a66cc42 2024-12-15T17:39:09,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284409755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284409755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284409755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284409757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:09,784 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/fb009d870b484447b8a2abad9a66cc42, entries=100, sequenceid=88, filesize=9.4 K 2024-12-15T17:39:09,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/7e9db920e9fc4a0f80a0fe427d9b3ecc as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/7e9db920e9fc4a0f80a0fe427d9b3ecc 2024-12-15T17:39:09,790 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/7e9db920e9fc4a0f80a0fe427d9b3ecc, entries=100, sequenceid=88, filesize=9.4 K 2024-12-15T17:39:09,791 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for a3f224100b51c016af2288f7ac75a548 in 502ms, sequenceid=88, compaction requested=false 2024-12-15T17:39:09,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:09,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:09,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-15T17:39:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-15T17:39:09,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-15T17:39:09,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 656 msec 2024-12-15T17:39:09,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 663 msec 2024-12-15T17:39:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:10,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-15T17:39:10,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:10,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:10,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:10,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:10,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:10,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:10,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284410070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284410073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284410081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284410083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/c939e6c6ac3e45bc9cf402e6a7948398 is 50, key is test_row_0/A:col10/1734284349441/Put/seqid=0 2024-12-15T17:39:10,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742228_1404 (size=12001) 2024-12-15T17:39:10,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/c939e6c6ac3e45bc9cf402e6a7948398 2024-12-15T17:39:10,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/e15adf7c8d1f41d2b88281a042fec365 is 50, key is test_row_0/B:col10/1734284349441/Put/seqid=0 2024-12-15T17:39:10,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284410182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284410186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284410191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284410195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742229_1405 (size=12001) 2024-12-15T17:39:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T17:39:10,238 INFO [Thread-1762 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-15T17:39:10,239 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-15T17:39:10,240 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T17:39:10,241 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:10,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T17:39:10,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284410384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284410394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T17:39:10,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:10,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:10,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:10,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:10,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:10,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284410397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284410407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T17:39:10,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T17:39:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:10,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:10,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:10,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/e15adf7c8d1f41d2b88281a042fec365 2024-12-15T17:39:10,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/f3b9c6ac983544e29c443ba3be8ba160 is 50, key is test_row_0/C:col10/1734284349441/Put/seqid=0 2024-12-15T17:39:10,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742230_1406 (size=12001) 2024-12-15T17:39:10,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/f3b9c6ac983544e29c443ba3be8ba160 2024-12-15T17:39:10,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/c939e6c6ac3e45bc9cf402e6a7948398 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/c939e6c6ac3e45bc9cf402e6a7948398 2024-12-15T17:39:10,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/c939e6c6ac3e45bc9cf402e6a7948398, entries=150, sequenceid=120, filesize=11.7 K 2024-12-15T17:39:10,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/e15adf7c8d1f41d2b88281a042fec365 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e15adf7c8d1f41d2b88281a042fec365 2024-12-15T17:39:10,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e15adf7c8d1f41d2b88281a042fec365, entries=150, sequenceid=120, filesize=11.7 K 2024-12-15T17:39:10,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/f3b9c6ac983544e29c443ba3be8ba160 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/f3b9c6ac983544e29c443ba3be8ba160 2024-12-15T17:39:10,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/f3b9c6ac983544e29c443ba3be8ba160, entries=150, sequenceid=120, filesize=11.7 K 2024-12-15T17:39:10,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for a3f224100b51c016af2288f7ac75a548 in 572ms, sequenceid=120, compaction requested=true 2024-12-15T17:39:10,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:10,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:10,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:10,642 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:10,642 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:10,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:10,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:10,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:10,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:10,643 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:10,643 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/A is initiating minor compaction (all files) 2024-12-15T17:39:10,643 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/A in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:10,643 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/e4cbeb23b2634a4ea65a4e03e1480d34, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/765cb0f5375e438f905d96e374212ccb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/c939e6c6ac3e45bc9cf402e6a7948398] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=33.0 K 2024-12-15T17:39:10,643 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:10,643 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/B is initiating minor compaction (all files) 2024-12-15T17:39:10,644 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/B in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:10,644 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/720eb161fed84d2b8461d4a75e6edae1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/fb009d870b484447b8a2abad9a66cc42, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e15adf7c8d1f41d2b88281a042fec365] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=33.0 K 2024-12-15T17:39:10,644 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 720eb161fed84d2b8461d4a75e6edae1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734284346877 2024-12-15T17:39:10,645 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4cbeb23b2634a4ea65a4e03e1480d34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734284346877 2024-12-15T17:39:10,646 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting fb009d870b484447b8a2abad9a66cc42, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734284349029 2024-12-15T17:39:10,646 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 765cb0f5375e438f905d96e374212ccb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734284349029 2024-12-15T17:39:10,646 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e15adf7c8d1f41d2b88281a042fec365, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734284349439 2024-12-15T17:39:10,646 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c939e6c6ac3e45bc9cf402e6a7948398, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734284349439 2024-12-15T17:39:10,660 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#A#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:10,661 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/9d8594e8bf4c4c7baeef1cc49eb99fe8 is 50, key is test_row_0/A:col10/1734284349441/Put/seqid=0 2024-12-15T17:39:10,666 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#B#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:10,666 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/1c5268d3c941422cb2d8719b34a70b34 is 50, key is test_row_0/B:col10/1734284349441/Put/seqid=0 2024-12-15T17:39:10,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742232_1408 (size=12241) 2024-12-15T17:39:10,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742231_1407 (size=12241) 2024-12-15T17:39:10,711 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/9d8594e8bf4c4c7baeef1cc49eb99fe8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/9d8594e8bf4c4c7baeef1cc49eb99fe8 2024-12-15T17:39:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:10,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:39:10,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:10,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:10,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:10,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:10,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:10,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:10,718 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/A of a3f224100b51c016af2288f7ac75a548 into 9d8594e8bf4c4c7baeef1cc49eb99fe8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:10,718 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:10,718 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/A, priority=13, startTime=1734284350642; duration=0sec 2024-12-15T17:39:10,718 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:10,718 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:A 2024-12-15T17:39:10,718 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:10,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/2e2d85aac3054da2a60b098ff64d409a is 50, key is test_row_0/A:col10/1734284350712/Put/seqid=0 2024-12-15T17:39:10,725 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:10,725 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,726 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/C is initiating minor compaction (all files) 2024-12-15T17:39:10,726 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/C in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:10,726 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/57e109d1dcec4a8fad861a27f52164fd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/7e9db920e9fc4a0f80a0fe427d9b3ecc, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/f3b9c6ac983544e29c443ba3be8ba160] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=33.0 K 2024-12-15T17:39:10,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T17:39:10,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:10,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:10,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:10,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:10,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:10,728 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57e109d1dcec4a8fad861a27f52164fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734284346877 2024-12-15T17:39:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:10,729 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e9db920e9fc4a0f80a0fe427d9b3ecc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734284349029 2024-12-15T17:39:10,730 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3b9c6ac983544e29c443ba3be8ba160, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734284349439 2024-12-15T17:39:10,738 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#C#compaction#334 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:10,738 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/d7a3e92a7b8949e7a33ba91f272a616c is 50, key is test_row_0/C:col10/1734284349441/Put/seqid=0 2024-12-15T17:39:10,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742233_1409 (size=12101) 2024-12-15T17:39:10,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742234_1410 (size=12241) 2024-12-15T17:39:10,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284410782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284410785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284410798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284410804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,812 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/d7a3e92a7b8949e7a33ba91f272a616c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/d7a3e92a7b8949e7a33ba91f272a616c 2024-12-15T17:39:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T17:39:10,867 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/C of a3f224100b51c016af2288f7ac75a548 into d7a3e92a7b8949e7a33ba91f272a616c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:10,867 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:10,867 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/C, priority=13, startTime=1734284350642; duration=0sec 2024-12-15T17:39:10,867 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:10,867 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:C 2024-12-15T17:39:10,887 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T17:39:10,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:10,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:10,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:10,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:10,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:10,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284410900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284410905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284410905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:10,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284410916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T17:39:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:11,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284411054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,059 DEBUG [Thread-1752 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., hostname=4ce65a7c4674,35427,1734284215611, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:39:11,097 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/1c5268d3c941422cb2d8719b34a70b34 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/1c5268d3c941422cb2d8719b34a70b34 2024-12-15T17:39:11,108 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/B of a3f224100b51c016af2288f7ac75a548 into 1c5268d3c941422cb2d8719b34a70b34(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:11,108 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:11,108 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/B, priority=13, startTime=1734284350642; duration=0sec 2024-12-15T17:39:11,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:11,108 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284411108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,108 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:B 2024-12-15T17:39:11,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284411112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284411116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284411120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/2e2d85aac3054da2a60b098ff64d409a 2024-12-15T17:39:11,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/12837013a68e4ace9d171b863c965f02 is 50, key is test_row_0/B:col10/1734284350712/Put/seqid=0 2024-12-15T17:39:11,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742235_1411 (size=12101) 2024-12-15T17:39:11,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T17:39:11,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:11,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:11,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:11,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T17:39:11,360 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T17:39:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:11,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284411415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284411416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284411424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284411426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T17:39:11,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:11,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:11,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:11,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/12837013a68e4ace9d171b863c965f02 2024-12-15T17:39:11,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/0f9491322b074bdb8f0c504af400b901 is 50, key is test_row_0/C:col10/1734284350712/Put/seqid=0 2024-12-15T17:39:11,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742236_1412 (size=12101) 2024-12-15T17:39:11,638 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/0f9491322b074bdb8f0c504af400b901 2024-12-15T17:39:11,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/2e2d85aac3054da2a60b098ff64d409a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/2e2d85aac3054da2a60b098ff64d409a 2024-12-15T17:39:11,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/2e2d85aac3054da2a60b098ff64d409a, entries=150, sequenceid=132, filesize=11.8 K 2024-12-15T17:39:11,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T17:39:11,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/12837013a68e4ace9d171b863c965f02 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/12837013a68e4ace9d171b863c965f02 2024-12-15T17:39:11,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:11,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:11,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:11,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:11,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/12837013a68e4ace9d171b863c965f02, entries=150, sequenceid=132, filesize=11.8 K 2024-12-15T17:39:11,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/0f9491322b074bdb8f0c504af400b901 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/0f9491322b074bdb8f0c504af400b901 2024-12-15T17:39:11,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/0f9491322b074bdb8f0c504af400b901, entries=150, sequenceid=132, filesize=11.8 K 2024-12-15T17:39:11,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a3f224100b51c016af2288f7ac75a548 in 976ms, sequenceid=132, compaction requested=false 2024-12-15T17:39:11,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:11,832 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-15T17:39:11,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:11,836 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T17:39:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:11,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:11,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/41b3a064f269432f8dc5d0006b01ef79 is 50, key is test_row_0/A:col10/1734284350797/Put/seqid=0 2024-12-15T17:39:11,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742237_1413 (size=12151) 2024-12-15T17:39:11,883 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/41b3a064f269432f8dc5d0006b01ef79 2024-12-15T17:39:11,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/c489499527474d74ba0a4fd7d25a2378 is 50, key is test_row_0/B:col10/1734284350797/Put/seqid=0 2024-12-15T17:39:11,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742238_1414 (size=12151) 2024-12-15T17:39:11,919 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/c489499527474d74ba0a4fd7d25a2378 2024-12-15T17:39:11,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:11,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/9f63295504814ea680fe94fa9a6af33d is 50, key is test_row_0/C:col10/1734284350797/Put/seqid=0 2024-12-15T17:39:11,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742239_1415 (size=12151) 2024-12-15T17:39:11,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284411943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284411947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284411955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:11,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284411957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284412060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284412063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284412064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284412064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284412272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284412272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284412276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284412282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T17:39:12,367 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/9f63295504814ea680fe94fa9a6af33d 2024-12-15T17:39:12,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/41b3a064f269432f8dc5d0006b01ef79 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/41b3a064f269432f8dc5d0006b01ef79 2024-12-15T17:39:12,388 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/41b3a064f269432f8dc5d0006b01ef79, entries=150, sequenceid=160, filesize=11.9 K 2024-12-15T17:39:12,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/c489499527474d74ba0a4fd7d25a2378 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/c489499527474d74ba0a4fd7d25a2378 2024-12-15T17:39:12,393 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/c489499527474d74ba0a4fd7d25a2378, entries=150, sequenceid=160, filesize=11.9 K 2024-12-15T17:39:12,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/9f63295504814ea680fe94fa9a6af33d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/9f63295504814ea680fe94fa9a6af33d 2024-12-15T17:39:12,415 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/9f63295504814ea680fe94fa9a6af33d, entries=150, sequenceid=160, filesize=11.9 K 2024-12-15T17:39:12,416 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a3f224100b51c016af2288f7ac75a548 in 581ms, sequenceid=160, compaction requested=true 2024-12-15T17:39:12,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:12,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:12,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-15T17:39:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-15T17:39:12,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-15T17:39:12,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1780 sec 2024-12-15T17:39:12,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.1820 sec 2024-12-15T17:39:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:12,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T17:39:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:12,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/4fede664868d43abbe062a222092a0a6 is 50, key is test_row_0/A:col10/1734284351946/Put/seqid=0 2024-12-15T17:39:12,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742240_1416 (size=14541) 2024-12-15T17:39:12,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284412662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284412663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284412664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284412666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284412770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284412768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284412773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284412773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284412978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284412979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284412984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284412984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:13,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/4fede664868d43abbe062a222092a0a6 2024-12-15T17:39:13,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/3a2f2f36ee264f099e99be29fc6617b4 is 50, key is test_row_0/B:col10/1734284351946/Put/seqid=0 2024-12-15T17:39:13,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742241_1417 (size=12151) 2024-12-15T17:39:13,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:13,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284413288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:13,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284413288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:13,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:13,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284413291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:13,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284413294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:13,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/3a2f2f36ee264f099e99be29fc6617b4 2024-12-15T17:39:13,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/7b456626d7ea417c9d9d51da83506051 is 50, key is test_row_0/C:col10/1734284351946/Put/seqid=0 2024-12-15T17:39:13,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742242_1418 (size=12151) 2024-12-15T17:39:13,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/7b456626d7ea417c9d9d51da83506051 2024-12-15T17:39:13,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/4fede664868d43abbe062a222092a0a6 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/4fede664868d43abbe062a222092a0a6 2024-12-15T17:39:13,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/4fede664868d43abbe062a222092a0a6, entries=200, sequenceid=172, filesize=14.2 K 2024-12-15T17:39:13,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/3a2f2f36ee264f099e99be29fc6617b4 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/3a2f2f36ee264f099e99be29fc6617b4 2024-12-15T17:39:13,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/3a2f2f36ee264f099e99be29fc6617b4, entries=150, sequenceid=172, filesize=11.9 K 2024-12-15T17:39:13,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/7b456626d7ea417c9d9d51da83506051 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/7b456626d7ea417c9d9d51da83506051 2024-12-15T17:39:13,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/7b456626d7ea417c9d9d51da83506051, entries=150, sequenceid=172, filesize=11.9 K 2024-12-15T17:39:13,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a3f224100b51c016af2288f7ac75a548 in 1115ms, sequenceid=172, compaction requested=true 2024-12-15T17:39:13,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:13,701 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:39:13,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:13,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:13,702 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:39:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:13,704 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51034 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:39:13,704 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/A is initiating minor compaction (all files) 2024-12-15T17:39:13,704 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/A in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:13,704 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/9d8594e8bf4c4c7baeef1cc49eb99fe8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/2e2d85aac3054da2a60b098ff64d409a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/41b3a064f269432f8dc5d0006b01ef79, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/4fede664868d43abbe062a222092a0a6] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=49.8 K 2024-12-15T17:39:13,707 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:39:13,707 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d8594e8bf4c4c7baeef1cc49eb99fe8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734284349439 2024-12-15T17:39:13,707 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/B is initiating minor compaction (all files) 2024-12-15T17:39:13,708 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/B in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:13,708 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/1c5268d3c941422cb2d8719b34a70b34, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/12837013a68e4ace9d171b863c965f02, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/c489499527474d74ba0a4fd7d25a2378, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/3a2f2f36ee264f099e99be29fc6617b4] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=47.5 K 2024-12-15T17:39:13,708 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c5268d3c941422cb2d8719b34a70b34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734284349439 2024-12-15T17:39:13,708 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e2d85aac3054da2a60b098ff64d409a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734284350697 2024-12-15T17:39:13,711 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 12837013a68e4ace9d171b863c965f02, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734284350697 2024-12-15T17:39:13,712 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting c489499527474d74ba0a4fd7d25a2378, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734284350775 2024-12-15T17:39:13,713 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a2f2f36ee264f099e99be29fc6617b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734284351940 2024-12-15T17:39:13,715 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41b3a064f269432f8dc5d0006b01ef79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734284350775 2024-12-15T17:39:13,719 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fede664868d43abbe062a222092a0a6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734284351922 2024-12-15T17:39:13,733 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:13,734 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/2cdd3362c68b40198b31ed7af8dfe1c9 is 50, key is test_row_0/B:col10/1734284351946/Put/seqid=0 2024-12-15T17:39:13,741 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#A#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:13,742 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/ce4f0465e3974276b576394f519b87d8 is 50, key is test_row_0/A:col10/1734284351946/Put/seqid=0 2024-12-15T17:39:13,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742243_1419 (size=12527) 2024-12-15T17:39:13,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742244_1420 (size=12527) 2024-12-15T17:39:13,783 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/2cdd3362c68b40198b31ed7af8dfe1c9 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/2cdd3362c68b40198b31ed7af8dfe1c9 2024-12-15T17:39:13,790 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a3f224100b51c016af2288f7ac75a548/B of a3f224100b51c016af2288f7ac75a548 into 2cdd3362c68b40198b31ed7af8dfe1c9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:13,790 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:13,790 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/B, priority=12, startTime=1734284353701; duration=0sec 2024-12-15T17:39:13,790 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:13,790 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:B 2024-12-15T17:39:13,790 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:39:13,791 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:39:13,791 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/C is initiating minor compaction (all files) 2024-12-15T17:39:13,792 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/C in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:13,792 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/d7a3e92a7b8949e7a33ba91f272a616c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/0f9491322b074bdb8f0c504af400b901, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/9f63295504814ea680fe94fa9a6af33d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/7b456626d7ea417c9d9d51da83506051] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=47.5 K 2024-12-15T17:39:13,796 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d7a3e92a7b8949e7a33ba91f272a616c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1734284349439 2024-12-15T17:39:13,797 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f9491322b074bdb8f0c504af400b901, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1734284350697 2024-12-15T17:39:13,797 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f63295504814ea680fe94fa9a6af33d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734284350775 2024-12-15T17:39:13,797 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b456626d7ea417c9d9d51da83506051, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734284351940 2024-12-15T17:39:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:13,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T17:39:13,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:13,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:13,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:13,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:13,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:13,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:13,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/27b99c9f95b64423bcf3d51f30099dd8 is 50, key is test_row_0/A:col10/1734284353801/Put/seqid=0 2024-12-15T17:39:13,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284413815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:13,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284413816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:13,824 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#C#compaction#346 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:13,824 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/689710bc58314a25ab4f0958f724a211 is 50, key is test_row_0/C:col10/1734284351946/Put/seqid=0 2024-12-15T17:39:13,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284413817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:13,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284413819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742245_1421 (size=14541) 2024-12-15T17:39:13,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742246_1422 (size=12527) 2024-12-15T17:39:13,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:13,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284413925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284413926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:13,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284413926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:13,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284413926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:14,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284414130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:14,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284414130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:14,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284414130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:14,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284414132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:14,222 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/ce4f0465e3974276b576394f519b87d8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/ce4f0465e3974276b576394f519b87d8 2024-12-15T17:39:14,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/27b99c9f95b64423bcf3d51f30099dd8 2024-12-15T17:39:14,268 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a3f224100b51c016af2288f7ac75a548/A of a3f224100b51c016af2288f7ac75a548 into ce4f0465e3974276b576394f519b87d8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:14,268 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:14,268 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/A, priority=12, startTime=1734284353701; duration=0sec 2024-12-15T17:39:14,268 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:14,268 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:A 2024-12-15T17:39:14,277 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/689710bc58314a25ab4f0958f724a211 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/689710bc58314a25ab4f0958f724a211 2024-12-15T17:39:14,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/a39f19cc1e9a421ca8c44574848364a3 is 50, key is test_row_0/B:col10/1734284353801/Put/seqid=0 2024-12-15T17:39:14,289 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a3f224100b51c016af2288f7ac75a548/C of a3f224100b51c016af2288f7ac75a548 into 689710bc58314a25ab4f0958f724a211(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:14,289 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:14,289 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/C, priority=12, startTime=1734284353702; duration=0sec 2024-12-15T17:39:14,289 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:14,289 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:C 2024-12-15T17:39:14,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742247_1423 (size=12151) 2024-12-15T17:39:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T17:39:14,354 INFO [Thread-1762 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-15T17:39:14,356 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-15T17:39:14,358 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:14,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-15T17:39:14,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:14,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284414434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:14,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:14,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284414439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:14,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:14,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284414440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:14,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:14,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284414440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:14,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-15T17:39:14,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:14,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T17:39:14,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:14,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:14,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:14,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:14,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:14,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-15T17:39:14,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:14,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T17:39:14,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:14,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:14,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:14,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:14,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:14,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/a39f19cc1e9a421ca8c44574848364a3 2024-12-15T17:39:14,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/01f1934785c74717bf0a5c9ed62c4c8b is 50, key is test_row_0/C:col10/1734284353801/Put/seqid=0 2024-12-15T17:39:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742248_1424 (size=12151) 2024-12-15T17:39:14,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/01f1934785c74717bf0a5c9ed62c4c8b 2024-12-15T17:39:14,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/27b99c9f95b64423bcf3d51f30099dd8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/27b99c9f95b64423bcf3d51f30099dd8 2024-12-15T17:39:14,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/27b99c9f95b64423bcf3d51f30099dd8, entries=200, sequenceid=200, filesize=14.2 K 2024-12-15T17:39:14,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/a39f19cc1e9a421ca8c44574848364a3 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/a39f19cc1e9a421ca8c44574848364a3 2024-12-15T17:39:14,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/a39f19cc1e9a421ca8c44574848364a3, entries=150, sequenceid=200, filesize=11.9 K 2024-12-15T17:39:14,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/01f1934785c74717bf0a5c9ed62c4c8b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/01f1934785c74717bf0a5c9ed62c4c8b 2024-12-15T17:39:14,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:14,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T17:39:14,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:14,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:14,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:14,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:14,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:14,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/01f1934785c74717bf0a5c9ed62c4c8b, entries=150, sequenceid=200, filesize=11.9 K 2024-12-15T17:39:14,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a3f224100b51c016af2288f7ac75a548 in 1088ms, sequenceid=200, compaction requested=false 2024-12-15T17:39:14,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:14,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:14,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:39:14,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:14,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:14,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:14,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:14,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:14,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-15T17:39:14,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/dde74c7634974153a6902abd6b81bdf9 is 50, key is test_row_0/A:col10/1734284353815/Put/seqid=0 2024-12-15T17:39:14,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:14,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T17:39:14,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:15,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:15,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:15,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742249_1425 (size=16931) 2024-12-15T17:39:15,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284415132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284415091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284415133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284415134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,152 DEBUG [Thread-1752 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8279 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., hostname=4ce65a7c4674,35427,1734284215611, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:39:15,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284415143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T17:39:15,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:15,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:15,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:15,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284415252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284415253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284415259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284415259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T17:39:15,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:15,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:15,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:15,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/dde74c7634974153a6902abd6b81bdf9 2024-12-15T17:39:15,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284415464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-15T17:39:15,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284415470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284415472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,478 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T17:39:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284415475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:15,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:15,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:15,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/df98d7a8cee9471ab5a79ff75d0dfe37 is 50, key is test_row_0/B:col10/1734284353815/Put/seqid=0 2024-12-15T17:39:15,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742250_1426 (size=12151) 2024-12-15T17:39:15,632 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T17:39:15,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:15,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:15,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284415777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284415782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284415787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284415788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T17:39:15,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:15,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:15,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:15,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/df98d7a8cee9471ab5a79ff75d0dfe37 2024-12-15T17:39:15,951 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:15,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T17:39:15,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:15,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:15,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:15,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:15,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/8ee1faaf778748b1b90b0c0fccea8cf1 is 50, key is test_row_0/C:col10/1734284353815/Put/seqid=0 2024-12-15T17:39:16,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742251_1427 (size=12151) 2024-12-15T17:39:16,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/8ee1faaf778748b1b90b0c0fccea8cf1 2024-12-15T17:39:16,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/dde74c7634974153a6902abd6b81bdf9 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/dde74c7634974153a6902abd6b81bdf9 2024-12-15T17:39:16,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/dde74c7634974153a6902abd6b81bdf9, entries=250, sequenceid=213, filesize=16.5 K 2024-12-15T17:39:16,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/df98d7a8cee9471ab5a79ff75d0dfe37 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/df98d7a8cee9471ab5a79ff75d0dfe37 2024-12-15T17:39:16,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/df98d7a8cee9471ab5a79ff75d0dfe37, entries=150, sequenceid=213, filesize=11.9 K 2024-12-15T17:39:16,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/8ee1faaf778748b1b90b0c0fccea8cf1 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/8ee1faaf778748b1b90b0c0fccea8cf1 2024-12-15T17:39:16,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/8ee1faaf778748b1b90b0c0fccea8cf1, entries=150, sequenceid=213, filesize=11.9 K 2024-12-15T17:39:16,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a3f224100b51c016af2288f7ac75a548 in 1073ms, sequenceid=213, compaction requested=true 2024-12-15T17:39:16,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:16,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:16,027 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:16,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:16,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:16,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:16,027 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:16,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:16,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:16,028 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:16,028 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:16,028 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/B is initiating minor compaction (all files) 2024-12-15T17:39:16,028 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/A is initiating minor compaction (all files) 2024-12-15T17:39:16,028 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/B in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:16,028 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/A in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:16,028 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/2cdd3362c68b40198b31ed7af8dfe1c9, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/a39f19cc1e9a421ca8c44574848364a3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/df98d7a8cee9471ab5a79ff75d0dfe37] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=36.0 K 2024-12-15T17:39:16,028 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/ce4f0465e3974276b576394f519b87d8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/27b99c9f95b64423bcf3d51f30099dd8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/dde74c7634974153a6902abd6b81bdf9] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=43.0 K 2024-12-15T17:39:16,029 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cdd3362c68b40198b31ed7af8dfe1c9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734284351940 2024-12-15T17:39:16,029 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce4f0465e3974276b576394f519b87d8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734284351940 2024-12-15T17:39:16,029 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a39f19cc1e9a421ca8c44574848364a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734284352664 2024-12-15T17:39:16,029 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27b99c9f95b64423bcf3d51f30099dd8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734284352664 2024-12-15T17:39:16,029 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting df98d7a8cee9471ab5a79ff75d0dfe37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734284353815 2024-12-15T17:39:16,029 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting dde74c7634974153a6902abd6b81bdf9, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734284353809 2024-12-15T17:39:16,034 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#B#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:16,034 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/078d521d7ba341ab844034d25c31b7cc is 50, key is test_row_0/B:col10/1734284353815/Put/seqid=0 2024-12-15T17:39:16,036 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#A#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:16,036 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/b63a23870c4b49598d13ffb15429e628 is 50, key is test_row_0/A:col10/1734284353815/Put/seqid=0 2024-12-15T17:39:16,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742252_1428 (size=12629) 2024-12-15T17:39:16,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742253_1429 (size=12629) 2024-12-15T17:39:16,108 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-15T17:39:16,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:16,108 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T17:39:16,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:16,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:16,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:16,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:16,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:16,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:16,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/2cbfa9099c8a4b0db9be60e1b4ea012d is 50, key is test_row_0/A:col10/1734284355062/Put/seqid=0 2024-12-15T17:39:16,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742254_1430 (size=12151) 2024-12-15T17:39:16,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:16,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:16,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284416300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284416301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284416308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284416311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284416416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284416416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284416416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284416426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,463 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/078d521d7ba341ab844034d25c31b7cc as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/078d521d7ba341ab844034d25c31b7cc 2024-12-15T17:39:16,467 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/b63a23870c4b49598d13ffb15429e628 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b63a23870c4b49598d13ffb15429e628 2024-12-15T17:39:16,468 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/B of a3f224100b51c016af2288f7ac75a548 into 078d521d7ba341ab844034d25c31b7cc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:16,468 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:16,468 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/B, priority=13, startTime=1734284356027; duration=0sec 2024-12-15T17:39:16,468 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:16,468 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:B 2024-12-15T17:39:16,469 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:16,470 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:16,470 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/C is initiating minor compaction (all files) 2024-12-15T17:39:16,470 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/C in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:16,471 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/689710bc58314a25ab4f0958f724a211, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/01f1934785c74717bf0a5c9ed62c4c8b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/8ee1faaf778748b1b90b0c0fccea8cf1] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=36.0 K 2024-12-15T17:39:16,471 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 689710bc58314a25ab4f0958f724a211, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734284351940 2024-12-15T17:39:16,473 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 01f1934785c74717bf0a5c9ed62c4c8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734284352664 2024-12-15T17:39:16,473 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/A of a3f224100b51c016af2288f7ac75a548 into b63a23870c4b49598d13ffb15429e628(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:16,473 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:16,473 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/A, priority=13, startTime=1734284356027; duration=0sec 2024-12-15T17:39:16,473 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:16,473 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:A 2024-12-15T17:39:16,476 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ee1faaf778748b1b90b0c0fccea8cf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734284353815 2024-12-15T17:39:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-15T17:39:16,504 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#C#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:16,504 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/57512b4be3c8485d8a090213c67cb077 is 50, key is test_row_0/C:col10/1734284353815/Put/seqid=0 2024-12-15T17:39:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742255_1431 (size=12629) 2024-12-15T17:39:16,523 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/2cbfa9099c8a4b0db9be60e1b4ea012d 2024-12-15T17:39:16,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/51cbc00a693a4afaaed577e8b028a440 is 50, key is test_row_0/B:col10/1734284355062/Put/seqid=0 2024-12-15T17:39:16,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742256_1432 (size=12151) 2024-12-15T17:39:16,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284416619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284416619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284416631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284416631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284416923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284416927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,940 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/57512b4be3c8485d8a090213c67cb077 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/57512b4be3c8485d8a090213c67cb077 2024-12-15T17:39:16,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284416942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284416946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:16,955 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/C of a3f224100b51c016af2288f7ac75a548 into 57512b4be3c8485d8a090213c67cb077(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:16,955 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:16,955 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/C, priority=13, startTime=1734284356027; duration=0sec 2024-12-15T17:39:16,955 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:16,955 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:C 2024-12-15T17:39:16,997 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/51cbc00a693a4afaaed577e8b028a440 2024-12-15T17:39:17,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/39d56e0e8a9e4b06aad6bc5a9613ce0a is 50, key is test_row_0/C:col10/1734284355062/Put/seqid=0 2024-12-15T17:39:17,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742257_1433 (size=12151) 2024-12-15T17:39:17,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284417434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:17,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284417439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:17,444 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/39d56e0e8a9e4b06aad6bc5a9613ce0a 2024-12-15T17:39:17,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284417455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:17,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284417459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:17,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/2cbfa9099c8a4b0db9be60e1b4ea012d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/2cbfa9099c8a4b0db9be60e1b4ea012d 2024-12-15T17:39:17,511 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/2cbfa9099c8a4b0db9be60e1b4ea012d, entries=150, sequenceid=238, filesize=11.9 K 2024-12-15T17:39:17,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/51cbc00a693a4afaaed577e8b028a440 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/51cbc00a693a4afaaed577e8b028a440 2024-12-15T17:39:17,520 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/51cbc00a693a4afaaed577e8b028a440, entries=150, sequenceid=238, filesize=11.9 K 2024-12-15T17:39:17,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/39d56e0e8a9e4b06aad6bc5a9613ce0a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/39d56e0e8a9e4b06aad6bc5a9613ce0a 2024-12-15T17:39:17,526 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/39d56e0e8a9e4b06aad6bc5a9613ce0a, entries=150, sequenceid=238, filesize=11.9 K 2024-12-15T17:39:17,531 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a3f224100b51c016af2288f7ac75a548 in 1423ms, sequenceid=238, compaction requested=false 2024-12-15T17:39:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:17,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-15T17:39:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-15T17:39:17,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-15T17:39:17,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1740 sec 2024-12-15T17:39:17,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 3.1780 sec 2024-12-15T17:39:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:18,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T17:39:18,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:18,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:18,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:18,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:18,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:18,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:18,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/19a311ae358947c4b626f58a00c74381 is 50, key is test_row_0/A:col10/1734284358443/Put/seqid=0 2024-12-15T17:39:18,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742258_1434 (size=14541) 2024-12-15T17:39:18,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/19a311ae358947c4b626f58a00c74381 2024-12-15T17:39:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-15T17:39:18,478 INFO [Thread-1762 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-15T17:39:18,480 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-15T17:39:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T17:39:18,481 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:18,482 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:18,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:18,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/0cbd4bcb90ef43d69001b6d394ac3571 is 50, key is test_row_0/B:col10/1734284358443/Put/seqid=0 2024-12-15T17:39:18,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284418512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:18,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284418513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:18,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284418515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:18,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284418525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:18,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742259_1435 (size=12151) 2024-12-15T17:39:18,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/0cbd4bcb90ef43d69001b6d394ac3571 2024-12-15T17:39:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T17:39:18,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/e8048746daba4847a96a3d36acb6265c is 50, key is test_row_0/C:col10/1734284358443/Put/seqid=0 2024-12-15T17:39:18,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284418622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:18,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:18,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284418631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:18,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-15T17:39:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:18,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:18,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:18,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:18,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284418632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:18,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742260_1436 (size=12151) 2024-12-15T17:39:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:18,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284418636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:18,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/e8048746daba4847a96a3d36acb6265c 2024-12-15T17:39:18,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/19a311ae358947c4b626f58a00c74381 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/19a311ae358947c4b626f58a00c74381 2024-12-15T17:39:18,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/19a311ae358947c4b626f58a00c74381, entries=200, sequenceid=253, filesize=14.2 K 2024-12-15T17:39:18,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/0cbd4bcb90ef43d69001b6d394ac3571 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/0cbd4bcb90ef43d69001b6d394ac3571 2024-12-15T17:39:18,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/0cbd4bcb90ef43d69001b6d394ac3571, entries=150, sequenceid=253, filesize=11.9 K 2024-12-15T17:39:18,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/e8048746daba4847a96a3d36acb6265c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/e8048746daba4847a96a3d36acb6265c 2024-12-15T17:39:18,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/e8048746daba4847a96a3d36acb6265c, entries=150, sequenceid=253, filesize=11.9 K 2024-12-15T17:39:18,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a3f224100b51c016af2288f7ac75a548 in 316ms, sequenceid=253, compaction requested=true 2024-12-15T17:39:18,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:18,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:18,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:18,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:18,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:18,762 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:18,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:18,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T17:39:18,762 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:18,764 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:18,764 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:18,764 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/A is initiating minor compaction (all files) 2024-12-15T17:39:18,764 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/B is initiating minor compaction (all files) 2024-12-15T17:39:18,765 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/A in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:18,765 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/B in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:18,765 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/078d521d7ba341ab844034d25c31b7cc, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/51cbc00a693a4afaaed577e8b028a440, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/0cbd4bcb90ef43d69001b6d394ac3571] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=36.1 K 2024-12-15T17:39:18,765 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b63a23870c4b49598d13ffb15429e628, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/2cbfa9099c8a4b0db9be60e1b4ea012d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/19a311ae358947c4b626f58a00c74381] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=38.4 K 2024-12-15T17:39:18,765 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting b63a23870c4b49598d13ffb15429e628, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734284353815 2024-12-15T17:39:18,765 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 078d521d7ba341ab844034d25c31b7cc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734284353815 2024-12-15T17:39:18,765 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cbfa9099c8a4b0db9be60e1b4ea012d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734284355062 2024-12-15T17:39:18,766 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51cbc00a693a4afaaed577e8b028a440, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734284355062 2024-12-15T17:39:18,766 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 19a311ae358947c4b626f58a00c74381, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734284356299 2024-12-15T17:39:18,766 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cbd4bcb90ef43d69001b6d394ac3571, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734284356299 2024-12-15T17:39:18,772 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#B#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:18,773 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#A#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:18,773 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/651e9193903e4bee8699f2aefcf0d0fe is 50, key is test_row_0/B:col10/1734284358443/Put/seqid=0 2024-12-15T17:39:18,773 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/a3fc6637ab634b17b9b696644ca2bc5c is 50, key is test_row_0/A:col10/1734284358443/Put/seqid=0 2024-12-15T17:39:18,790 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:18,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-15T17:39:18,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:18,790 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T17:39:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T17:39:18,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742261_1437 (size=12731) 2024-12-15T17:39:18,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742262_1438 (size=12731) 2024-12-15T17:39:18,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/21cac83122434a969f136ab2356331ad is 50, key is test_row_0/A:col10/1734284358515/Put/seqid=0 2024-12-15T17:39:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:18,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:18,830 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/a3fc6637ab634b17b9b696644ca2bc5c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/a3fc6637ab634b17b9b696644ca2bc5c 2024-12-15T17:39:18,845 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/A of a3f224100b51c016af2288f7ac75a548 into a3fc6637ab634b17b9b696644ca2bc5c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:18,845 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:18,845 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/A, priority=13, startTime=1734284358761; duration=0sec 2024-12-15T17:39:18,845 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:18,845 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:A 2024-12-15T17:39:18,845 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:18,846 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:18,846 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/C is initiating minor compaction (all files) 2024-12-15T17:39:18,846 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/C in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:18,846 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/57512b4be3c8485d8a090213c67cb077, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/39d56e0e8a9e4b06aad6bc5a9613ce0a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/e8048746daba4847a96a3d36acb6265c] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=36.1 K 2024-12-15T17:39:18,847 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 57512b4be3c8485d8a090213c67cb077, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734284353815 2024-12-15T17:39:18,847 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 39d56e0e8a9e4b06aad6bc5a9613ce0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734284355062 2024-12-15T17:39:18,847 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e8048746daba4847a96a3d36acb6265c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734284356299 2024-12-15T17:39:18,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742263_1439 (size=12301) 2024-12-15T17:39:18,849 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/21cac83122434a969f136ab2356331ad 2024-12-15T17:39:18,855 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#C#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:18,856 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/614bff4d24d546418ca77c669edfc6cf is 50, key is test_row_0/C:col10/1734284358443/Put/seqid=0 2024-12-15T17:39:18,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/8cc75eca3c6d4e2d972a775fe95be97d is 50, key is test_row_0/B:col10/1734284358515/Put/seqid=0 2024-12-15T17:39:18,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742264_1440 (size=12731) 2024-12-15T17:39:18,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742265_1441 (size=12301) 2024-12-15T17:39:18,884 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/8cc75eca3c6d4e2d972a775fe95be97d 2024-12-15T17:39:18,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284418880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:18,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:18,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284418881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:18,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/6828cec9983a41728199151d8d503cfa is 50, key is test_row_0/C:col10/1734284358515/Put/seqid=0 2024-12-15T17:39:18,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:18,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284418889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284418889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:18,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742266_1442 (size=12301) 2024-12-15T17:39:18,915 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/6828cec9983a41728199151d8d503cfa 2024-12-15T17:39:18,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/21cac83122434a969f136ab2356331ad as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/21cac83122434a969f136ab2356331ad 2024-12-15T17:39:18,930 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/21cac83122434a969f136ab2356331ad, entries=150, sequenceid=277, filesize=12.0 K 2024-12-15T17:39:18,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/8cc75eca3c6d4e2d972a775fe95be97d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/8cc75eca3c6d4e2d972a775fe95be97d 2024-12-15T17:39:18,942 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/8cc75eca3c6d4e2d972a775fe95be97d, entries=150, sequenceid=277, filesize=12.0 K 2024-12-15T17:39:18,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/6828cec9983a41728199151d8d503cfa as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/6828cec9983a41728199151d8d503cfa 2024-12-15T17:39:18,953 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/6828cec9983a41728199151d8d503cfa, entries=150, sequenceid=277, filesize=12.0 K 2024-12-15T17:39:18,956 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a3f224100b51c016af2288f7ac75a548 in 166ms, sequenceid=277, compaction requested=false 2024-12-15T17:39:18,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:18,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:18,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-15T17:39:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-15T17:39:18,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-15T17:39:18,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 484 msec 2024-12-15T17:39:18,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 488 msec 2024-12-15T17:39:18,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T17:39:18,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:18,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:18,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:18,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:18,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:18,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:19,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/61060176e8474edb91dfda960ac88210 is 50, key is test_row_0/A:col10/1734284358992/Put/seqid=0 2024-12-15T17:39:19,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742267_1443 (size=14741) 2024-12-15T17:39:19,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284419044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284419050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284419051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284419051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T17:39:19,099 INFO [Thread-1762 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-15T17:39:19,118 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-15T17:39:19,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T17:39:19,135 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:19,139 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:19,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:19,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284419156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284419161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284419166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284419166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T17:39:19,239 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/651e9193903e4bee8699f2aefcf0d0fe as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/651e9193903e4bee8699f2aefcf0d0fe 2024-12-15T17:39:19,246 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/B of a3f224100b51c016af2288f7ac75a548 into 651e9193903e4bee8699f2aefcf0d0fe(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:19,246 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:19,246 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/B, priority=13, startTime=1734284358762; duration=0sec 2024-12-15T17:39:19,247 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:19,247 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:B 2024-12-15T17:39:19,274 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/614bff4d24d546418ca77c669edfc6cf as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/614bff4d24d546418ca77c669edfc6cf 2024-12-15T17:39:19,278 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/C of a3f224100b51c016af2288f7ac75a548 into 614bff4d24d546418ca77c669edfc6cf(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:19,278 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:19,278 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/C, priority=13, startTime=1734284358762; duration=0sec 2024-12-15T17:39:19,279 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:19,279 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:C 2024-12-15T17:39:19,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T17:39:19,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:19,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:19,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:19,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:19,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:19,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:19,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284419362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284419379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284419382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284419384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T17:39:19,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/61060176e8474edb91dfda960ac88210 2024-12-15T17:39:19,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/15060c9ffd1d4e00920c14addc4aa601 is 50, key is test_row_0/B:col10/1734284358992/Put/seqid=0 2024-12-15T17:39:19,467 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T17:39:19,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:19,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:19,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:19,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:19,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:19,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742268_1444 (size=12301) 2024-12-15T17:39:19,621 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T17:39:19,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:19,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:19,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:19,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:19,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:19,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284419672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284419692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284419692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284419700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T17:39:19,783 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T17:39:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:19,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:19,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:19,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:19,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/15060c9ffd1d4e00920c14addc4aa601 2024-12-15T17:39:19,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/1d215c9185594f6ea4179ace3de94b02 is 50, key is test_row_0/C:col10/1734284358992/Put/seqid=0 2024-12-15T17:39:19,948 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:19,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T17:39:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:19,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:19,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:19,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742269_1445 (size=12301) 2024-12-15T17:39:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:20,113 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:20,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T17:39:20,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:20,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:20,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:20,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:20,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:20,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:20,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:20,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284420180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:20,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284420207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:20,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284420212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:20,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284420215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:20,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T17:39:20,269 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:20,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T17:39:20,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:20,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:20,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:20,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:20,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:20,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/1d215c9185594f6ea4179ace3de94b02 2024-12-15T17:39:20,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/61060176e8474edb91dfda960ac88210 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/61060176e8474edb91dfda960ac88210 2024-12-15T17:39:20,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/61060176e8474edb91dfda960ac88210, entries=200, sequenceid=291, filesize=14.4 K 2024-12-15T17:39:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/15060c9ffd1d4e00920c14addc4aa601 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/15060c9ffd1d4e00920c14addc4aa601 2024-12-15T17:39:20,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/15060c9ffd1d4e00920c14addc4aa601, entries=150, sequenceid=291, filesize=12.0 K 2024-12-15T17:39:20,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/1d215c9185594f6ea4179ace3de94b02 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1d215c9185594f6ea4179ace3de94b02 2024-12-15T17:39:20,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1d215c9185594f6ea4179ace3de94b02, entries=150, sequenceid=291, filesize=12.0 K 2024-12-15T17:39:20,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a3f224100b51c016af2288f7ac75a548 in 1412ms, sequenceid=291, compaction requested=true 2024-12-15T17:39:20,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:20,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:20,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:20,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:20,408 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:20,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:20,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:20,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T17:39:20,408 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:20,419 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:20,419 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/B is initiating minor compaction (all files) 2024-12-15T17:39:20,419 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/B in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:20,420 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/651e9193903e4bee8699f2aefcf0d0fe, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/8cc75eca3c6d4e2d972a775fe95be97d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/15060c9ffd1d4e00920c14addc4aa601] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=36.5 K 2024-12-15T17:39:20,420 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:20,420 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/A is initiating minor compaction (all files) 2024-12-15T17:39:20,420 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/A in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:20,420 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/a3fc6637ab634b17b9b696644ca2bc5c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/21cac83122434a969f136ab2356331ad, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/61060176e8474edb91dfda960ac88210] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=38.8 K 2024-12-15T17:39:20,420 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3fc6637ab634b17b9b696644ca2bc5c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734284356299 2024-12-15T17:39:20,421 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 651e9193903e4bee8699f2aefcf0d0fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734284356299 2024-12-15T17:39:20,422 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21cac83122434a969f136ab2356331ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734284358512 2024-12-15T17:39:20,422 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cc75eca3c6d4e2d972a775fe95be97d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734284358512 2024-12-15T17:39:20,422 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61060176e8474edb91dfda960ac88210, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734284358846 2024-12-15T17:39:20,422 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 15060c9ffd1d4e00920c14addc4aa601, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734284358846 2024-12-15T17:39:20,427 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:20,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-15T17:39:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:20,428 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T17:39:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:20,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/b70aecf4e4fb4000be18bda7332bfde8 is 50, key is test_row_0/A:col10/1734284359047/Put/seqid=0 2024-12-15T17:39:20,453 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#A#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:20,455 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/0be85e966e2842cba9f74d6eccd03346 is 50, key is test_row_0/A:col10/1734284358992/Put/seqid=0 2024-12-15T17:39:20,465 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:20,466 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/2ae0372b82374734bf9d64b3131f8ce9 is 50, key is test_row_0/B:col10/1734284358992/Put/seqid=0 2024-12-15T17:39:20,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742271_1447 (size=12983) 2024-12-15T17:39:20,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742272_1448 (size=12983) 2024-12-15T17:39:20,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742270_1446 (size=12301) 2024-12-15T17:39:20,521 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/b70aecf4e4fb4000be18bda7332bfde8 2024-12-15T17:39:20,542 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/0be85e966e2842cba9f74d6eccd03346 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/0be85e966e2842cba9f74d6eccd03346 2024-12-15T17:39:20,560 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/2ae0372b82374734bf9d64b3131f8ce9 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/2ae0372b82374734bf9d64b3131f8ce9 2024-12-15T17:39:20,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/36769ef406ce4a20a146dde9f7361b94 is 50, key is test_row_0/B:col10/1734284359047/Put/seqid=0 2024-12-15T17:39:20,572 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/A of a3f224100b51c016af2288f7ac75a548 into 0be85e966e2842cba9f74d6eccd03346(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:20,572 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:20,572 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/A, priority=13, startTime=1734284360408; duration=0sec 2024-12-15T17:39:20,572 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:20,572 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:A 2024-12-15T17:39:20,572 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:20,591 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:20,591 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/C is initiating minor compaction (all files) 2024-12-15T17:39:20,591 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/C in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:20,592 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/614bff4d24d546418ca77c669edfc6cf, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/6828cec9983a41728199151d8d503cfa, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1d215c9185594f6ea4179ace3de94b02] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=36.5 K 2024-12-15T17:39:20,598 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 614bff4d24d546418ca77c669edfc6cf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1734284356299 2024-12-15T17:39:20,599 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6828cec9983a41728199151d8d503cfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734284358512 2024-12-15T17:39:20,600 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d215c9185594f6ea4179ace3de94b02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734284358846 2024-12-15T17:39:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742273_1449 (size=12301) 2024-12-15T17:39:20,614 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/B of a3f224100b51c016af2288f7ac75a548 into 2ae0372b82374734bf9d64b3131f8ce9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:20,614 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:20,614 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/B, priority=13, startTime=1734284360408; duration=0sec 2024-12-15T17:39:20,614 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:20,614 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:B 2024-12-15T17:39:20,631 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/36769ef406ce4a20a146dde9f7361b94 2024-12-15T17:39:20,657 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:20,658 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/dfbd9ab473c54608a7aac1a853621ed2 is 50, key is test_row_0/C:col10/1734284358992/Put/seqid=0 2024-12-15T17:39:20,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/19e92c0b3dea48cc8ba4cb0ecb79579c is 50, key is test_row_0/C:col10/1734284359047/Put/seqid=0 2024-12-15T17:39:20,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742275_1451 (size=12301) 2024-12-15T17:39:20,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742274_1450 (size=12983) 2024-12-15T17:39:20,715 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/dfbd9ab473c54608a7aac1a853621ed2 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/dfbd9ab473c54608a7aac1a853621ed2 2024-12-15T17:39:20,735 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/C of a3f224100b51c016af2288f7ac75a548 into dfbd9ab473c54608a7aac1a853621ed2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:20,735 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:20,735 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/C, priority=13, startTime=1734284360408; duration=0sec 2024-12-15T17:39:20,736 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:20,736 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:C 2024-12-15T17:39:21,082 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/19e92c0b3dea48cc8ba4cb0ecb79579c 2024-12-15T17:39:21,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/b70aecf4e4fb4000be18bda7332bfde8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b70aecf4e4fb4000be18bda7332bfde8 2024-12-15T17:39:21,091 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b70aecf4e4fb4000be18bda7332bfde8, entries=150, sequenceid=317, filesize=12.0 K 2024-12-15T17:39:21,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/36769ef406ce4a20a146dde9f7361b94 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/36769ef406ce4a20a146dde9f7361b94 2024-12-15T17:39:21,099 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/36769ef406ce4a20a146dde9f7361b94, entries=150, sequenceid=317, filesize=12.0 K 2024-12-15T17:39:21,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/19e92c0b3dea48cc8ba4cb0ecb79579c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/19e92c0b3dea48cc8ba4cb0ecb79579c 2024-12-15T17:39:21,106 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/19e92c0b3dea48cc8ba4cb0ecb79579c, entries=150, sequenceid=317, filesize=12.0 K 2024-12-15T17:39:21,107 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for a3f224100b51c016af2288f7ac75a548 in 679ms, sequenceid=317, compaction requested=false 2024-12-15T17:39:21,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:21,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:21,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-15T17:39:21,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-15T17:39:21,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-15T17:39:21,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9760 sec 2024-12-15T17:39:21,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.0170 sec 2024-12-15T17:39:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:21,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:39:21,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:21,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:21,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:21,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:21,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:21,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:21,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/df59c0879f71437186c1b054719414c8 is 50, key is test_row_0/A:col10/1734284361207/Put/seqid=0 2024-12-15T17:39:21,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742276_1452 (size=14741) 2024-12-15T17:39:21,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-15T17:39:21,247 INFO [Thread-1762 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-15T17:39:21,248 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-15T17:39:21,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T17:39:21,252 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:21,252 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:21,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:21,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284421249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284421252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284421257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284421257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T17:39:21,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284421358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284421359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284421365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284421366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T17:39:21,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:21,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:21,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:21,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:21,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:21,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T17:39:21,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T17:39:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:21,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:21,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:21,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284421569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284421573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284421573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284421575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/df59c0879f71437186c1b054719414c8 2024-12-15T17:39:21,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/e5f332d1f2314bceba1e0331ab344fb0 is 50, key is test_row_0/B:col10/1734284361207/Put/seqid=0 2024-12-15T17:39:21,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742277_1453 (size=12301) 2024-12-15T17:39:21,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/e5f332d1f2314bceba1e0331ab344fb0 2024-12-15T17:39:21,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/856b0c687bae43d6b9973fb6dfe27be9 is 50, key is test_row_0/C:col10/1734284361207/Put/seqid=0 2024-12-15T17:39:21,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742278_1454 (size=12301) 2024-12-15T17:39:21,726 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T17:39:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:21,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:21,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T17:39:21,887 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T17:39:21,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:21,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:21,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284421885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:21,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:21,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284421888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284421888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284421895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:21,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:22,061 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:22,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T17:39:22,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:22,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:22,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:22,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:22,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:22,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/856b0c687bae43d6b9973fb6dfe27be9 2024-12-15T17:39:22,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/df59c0879f71437186c1b054719414c8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/df59c0879f71437186c1b054719414c8 2024-12-15T17:39:22,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/df59c0879f71437186c1b054719414c8, entries=200, sequenceid=331, filesize=14.4 K 2024-12-15T17:39:22,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/e5f332d1f2314bceba1e0331ab344fb0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e5f332d1f2314bceba1e0331ab344fb0 2024-12-15T17:39:22,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e5f332d1f2314bceba1e0331ab344fb0, entries=150, sequenceid=331, filesize=12.0 K 2024-12-15T17:39:22,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/856b0c687bae43d6b9973fb6dfe27be9 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/856b0c687bae43d6b9973fb6dfe27be9 2024-12-15T17:39:22,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/856b0c687bae43d6b9973fb6dfe27be9, entries=150, sequenceid=331, filesize=12.0 K 2024-12-15T17:39:22,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a3f224100b51c016af2288f7ac75a548 in 919ms, sequenceid=331, compaction requested=true 2024-12-15T17:39:22,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:22,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:22,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:22,128 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:22,128 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:22,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:22,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:22,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:22,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:22,129 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:22,129 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/A is initiating minor compaction (all files) 2024-12-15T17:39:22,129 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/A in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:22,129 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/0be85e966e2842cba9f74d6eccd03346, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b70aecf4e4fb4000be18bda7332bfde8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/df59c0879f71437186c1b054719414c8] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=39.1 K 2024-12-15T17:39:22,129 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:22,129 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/B is initiating minor compaction (all files) 2024-12-15T17:39:22,130 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/B in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:22,130 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/2ae0372b82374734bf9d64b3131f8ce9, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/36769ef406ce4a20a146dde9f7361b94, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e5f332d1f2314bceba1e0331ab344fb0] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=36.7 K 2024-12-15T17:39:22,130 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0be85e966e2842cba9f74d6eccd03346, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734284358846 2024-12-15T17:39:22,130 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ae0372b82374734bf9d64b3131f8ce9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734284358846 2024-12-15T17:39:22,130 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting b70aecf4e4fb4000be18bda7332bfde8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734284359043 2024-12-15T17:39:22,136 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 36769ef406ce4a20a146dde9f7361b94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734284359043 2024-12-15T17:39:22,136 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting df59c0879f71437186c1b054719414c8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734284361198 2024-12-15T17:39:22,136 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e5f332d1f2314bceba1e0331ab344fb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734284361199 2024-12-15T17:39:22,153 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#A#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:22,154 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/eed2c0fc829c4f9ca8333b767ac52309 is 50, key is test_row_0/A:col10/1734284361207/Put/seqid=0 2024-12-15T17:39:22,160 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#B#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:22,160 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/25e38f0ac5f942b6a9c3170a1418aeec is 50, key is test_row_0/B:col10/1734284361207/Put/seqid=0 2024-12-15T17:39:22,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742279_1455 (size=13085) 2024-12-15T17:39:22,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742280_1456 (size=13085) 2024-12-15T17:39:22,218 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:22,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T17:39:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:22,219 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T17:39:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:22,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:22,240 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/25e38f0ac5f942b6a9c3170a1418aeec as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/25e38f0ac5f942b6a9c3170a1418aeec 2024-12-15T17:39:22,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/955791895bd64db2bcd17841f16c57f9 is 50, key is test_row_0/A:col10/1734284361254/Put/seqid=0 2024-12-15T17:39:22,254 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/eed2c0fc829c4f9ca8333b767ac52309 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/eed2c0fc829c4f9ca8333b767ac52309 2024-12-15T17:39:22,259 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/A of a3f224100b51c016af2288f7ac75a548 into eed2c0fc829c4f9ca8333b767ac52309(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:22,259 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:22,259 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/A, priority=13, startTime=1734284362128; duration=0sec 2024-12-15T17:39:22,259 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:22,259 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:A 2024-12-15T17:39:22,259 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:22,260 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/B of a3f224100b51c016af2288f7ac75a548 into 25e38f0ac5f942b6a9c3170a1418aeec(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:22,260 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:22,260 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/B, priority=13, startTime=1734284362128; duration=0sec 2024-12-15T17:39:22,260 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:22,260 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:B 2024-12-15T17:39:22,261 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:22,261 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/C is initiating minor compaction (all files) 2024-12-15T17:39:22,261 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/C in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:22,261 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/dfbd9ab473c54608a7aac1a853621ed2, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/19e92c0b3dea48cc8ba4cb0ecb79579c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/856b0c687bae43d6b9973fb6dfe27be9] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=36.7 K 2024-12-15T17:39:22,262 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting dfbd9ab473c54608a7aac1a853621ed2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734284358846 2024-12-15T17:39:22,264 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19e92c0b3dea48cc8ba4cb0ecb79579c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734284359043 2024-12-15T17:39:22,265 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 856b0c687bae43d6b9973fb6dfe27be9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734284361199 2024-12-15T17:39:22,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742281_1457 (size=12301) 2024-12-15T17:39:22,276 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/955791895bd64db2bcd17841f16c57f9 2024-12-15T17:39:22,285 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#C#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:22,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/4233ebaf0dce409399aef17a28cf2dbb is 50, key is test_row_0/B:col10/1734284361254/Put/seqid=0 2024-12-15T17:39:22,286 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/1d04ce499d51435faa525986df0cdf84 is 50, key is test_row_0/C:col10/1734284361207/Put/seqid=0 2024-12-15T17:39:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T17:39:22,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742283_1459 (size=13085) 2024-12-15T17:39:22,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742282_1458 (size=12301) 2024-12-15T17:39:22,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:22,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:22,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284422403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:22,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284422404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:22,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284422405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:22,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:22,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284422405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:22,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284422511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:22,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284422516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:22,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284422517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:22,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284422715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:22,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284422720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:22,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284422721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:22,772 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/4233ebaf0dce409399aef17a28cf2dbb 2024-12-15T17:39:22,781 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/1d04ce499d51435faa525986df0cdf84 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1d04ce499d51435faa525986df0cdf84 2024-12-15T17:39:22,788 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/C of a3f224100b51c016af2288f7ac75a548 into 1d04ce499d51435faa525986df0cdf84(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:22,788 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:22,789 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/C, priority=13, startTime=1734284362128; duration=0sec 2024-12-15T17:39:22,789 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:22,789 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:C 2024-12-15T17:39:22,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/d80af21d523c465fbc30530be9fc5868 is 50, key is test_row_0/C:col10/1734284361254/Put/seqid=0 2024-12-15T17:39:22,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742284_1460 (size=12301) 2024-12-15T17:39:23,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284423026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284423028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284423030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,223 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/d80af21d523c465fbc30530be9fc5868 2024-12-15T17:39:23,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/955791895bd64db2bcd17841f16c57f9 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/955791895bd64db2bcd17841f16c57f9 2024-12-15T17:39:23,292 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/955791895bd64db2bcd17841f16c57f9, entries=150, sequenceid=356, filesize=12.0 K 2024-12-15T17:39:23,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/4233ebaf0dce409399aef17a28cf2dbb as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/4233ebaf0dce409399aef17a28cf2dbb 2024-12-15T17:39:23,321 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/4233ebaf0dce409399aef17a28cf2dbb, entries=150, sequenceid=356, filesize=12.0 K 2024-12-15T17:39:23,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/d80af21d523c465fbc30530be9fc5868 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/d80af21d523c465fbc30530be9fc5868 2024-12-15T17:39:23,333 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/d80af21d523c465fbc30530be9fc5868, entries=150, sequenceid=356, filesize=12.0 K 2024-12-15T17:39:23,334 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a3f224100b51c016af2288f7ac75a548 in 1115ms, sequenceid=356, compaction requested=false 2024-12-15T17:39:23,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:23,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:23,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-15T17:39:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-15T17:39:23,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-15T17:39:23,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0900 sec 2024-12-15T17:39:23,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.1050 sec 2024-12-15T17:39:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T17:39:23,368 INFO [Thread-1762 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-15T17:39:23,369 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:23,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-15T17:39:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T17:39:23,371 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:23,371 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:39:23,371 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:23,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:23,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T17:39:23,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:23,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:23,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:23,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:23,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:23,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:23,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/0197933ac4384dc89298cb4497599151 is 50, key is test_row_0/A:col10/1734284362401/Put/seqid=0 2024-12-15T17:39:23,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742285_1461 (size=12301) 2024-12-15T17:39:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T17:39:23,525 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T17:39:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:23,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:23,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:23,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:23,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:23,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284423553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284423563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284423564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284423565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T17:39:23,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284423671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284423671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284423675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284423675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,686 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T17:39:23,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:23,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:23,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:23,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:23,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:23,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:23,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/0197933ac4384dc89298cb4497599151 2024-12-15T17:39:23,847 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T17:39:23,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:23,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:23,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:23,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:23,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:23,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/25caeda0397b485c9d1924cca38acbfe is 50, key is test_row_0/B:col10/1734284362401/Put/seqid=0 2024-12-15T17:39:23,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284423880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284423881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284423881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742286_1462 (size=12301) 2024-12-15T17:39:23,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/25caeda0397b485c9d1924cca38acbfe 2024-12-15T17:39:23,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:23,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284423890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:23,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/9844fa555b934b1f8a9626beef3cd1ac is 50, key is test_row_0/C:col10/1734284362401/Put/seqid=0 2024-12-15T17:39:23,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742287_1463 (size=12301) 2024-12-15T17:39:23,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T17:39:24,000 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T17:39:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:24,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:24,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T17:39:24,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:24,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:24,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:24,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:24,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:24,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284424187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:24,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284424188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:24,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284424193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:24,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284424195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T17:39:24,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:24,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:24,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:24,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:24,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:24,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/9844fa555b934b1f8a9626beef3cd1ac 2024-12-15T17:39:24,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/0197933ac4384dc89298cb4497599151 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/0197933ac4384dc89298cb4497599151 2024-12-15T17:39:24,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/0197933ac4384dc89298cb4497599151, entries=150, sequenceid=371, filesize=12.0 K 2024-12-15T17:39:24,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/25caeda0397b485c9d1924cca38acbfe as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/25caeda0397b485c9d1924cca38acbfe 2024-12-15T17:39:24,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/25caeda0397b485c9d1924cca38acbfe, entries=150, sequenceid=371, filesize=12.0 K 2024-12-15T17:39:24,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/9844fa555b934b1f8a9626beef3cd1ac as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/9844fa555b934b1f8a9626beef3cd1ac 2024-12-15T17:39:24,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/9844fa555b934b1f8a9626beef3cd1ac, entries=150, sequenceid=371, filesize=12.0 K 2024-12-15T17:39:24,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a3f224100b51c016af2288f7ac75a548 in 968ms, sequenceid=371, compaction requested=true 2024-12-15T17:39:24,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:24,392 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:24,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T17:39:24,398 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:24,398 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/A is initiating minor compaction (all files) 2024-12-15T17:39:24,398 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/A in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:24,398 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/eed2c0fc829c4f9ca8333b767ac52309, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/955791895bd64db2bcd17841f16c57f9, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/0197933ac4384dc89298cb4497599151] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=36.8 K 2024-12-15T17:39:24,398 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting eed2c0fc829c4f9ca8333b767ac52309, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734284361199 2024-12-15T17:39:24,399 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 955791895bd64db2bcd17841f16c57f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1734284361246 2024-12-15T17:39:24,399 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0197933ac4384dc89298cb4497599151, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734284362401 2024-12-15T17:39:24,399 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:24,407 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:24,407 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/B is initiating minor compaction (all files) 2024-12-15T17:39:24,407 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/B in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:24,407 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/25e38f0ac5f942b6a9c3170a1418aeec, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/4233ebaf0dce409399aef17a28cf2dbb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/25caeda0397b485c9d1924cca38acbfe] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=36.8 K 2024-12-15T17:39:24,409 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 25e38f0ac5f942b6a9c3170a1418aeec, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734284361199 2024-12-15T17:39:24,411 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 4233ebaf0dce409399aef17a28cf2dbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1734284361246 2024-12-15T17:39:24,413 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 25caeda0397b485c9d1924cca38acbfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734284362401 2024-12-15T17:39:24,415 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#A#compaction#388 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:24,415 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/eb366d06df444c3a827de10619de135c is 50, key is test_row_0/A:col10/1734284362401/Put/seqid=0 2024-12-15T17:39:24,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742288_1464 (size=13187) 2024-12-15T17:39:24,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,465 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#B#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:24,465 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/60b109393c7d4b67b455b8ffec7b55e8 is 50, key is test_row_0/B:col10/1734284362401/Put/seqid=0 2024-12-15T17:39:24,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T17:39:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:24,468 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T17:39:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T17:39:24,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/7641177703024a06be18988b9330e5ac is 50, key is test_row_0/A:col10/1734284363548/Put/seqid=0 2024-12-15T17:39:24,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742289_1465 (size=13187) 2024-12-15T17:39:24,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742290_1466 (size=12301) 2024-12-15T17:39:24,514 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/7641177703024a06be18988b9330e5ac 2024-12-15T17:39:24,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/5eb0c03892014507b9d0cada49246f80 is 50, key is test_row_0/B:col10/1734284363548/Put/seqid=0 2024-12-15T17:39:24,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742291_1467 (size=12301) 2024-12-15T17:39:24,580 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/5eb0c03892014507b9d0cada49246f80 2024-12-15T17:39:24,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/eb56c0ddcb054fae8502d7226e40951e is 50, key is test_row_0/C:col10/1734284363548/Put/seqid=0 2024-12-15T17:39:24,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742292_1468 (size=12301) 2024-12-15T17:39:24,657 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/eb56c0ddcb054fae8502d7226e40951e 2024-12-15T17:39:24,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/7641177703024a06be18988b9330e5ac as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/7641177703024a06be18988b9330e5ac 2024-12-15T17:39:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:24,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. as already flushing 2024-12-15T17:39:24,706 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/7641177703024a06be18988b9330e5ac, entries=150, sequenceid=396, filesize=12.0 K 2024-12-15T17:39:24,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/5eb0c03892014507b9d0cada49246f80 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/5eb0c03892014507b9d0cada49246f80 2024-12-15T17:39:24,712 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/5eb0c03892014507b9d0cada49246f80, entries=150, sequenceid=396, filesize=12.0 K 2024-12-15T17:39:24,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/eb56c0ddcb054fae8502d7226e40951e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/eb56c0ddcb054fae8502d7226e40951e 2024-12-15T17:39:24,719 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/eb56c0ddcb054fae8502d7226e40951e, entries=150, sequenceid=396, filesize=12.0 K 2024-12-15T17:39:24,725 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=33.54 KB/34350 for a3f224100b51c016af2288f7ac75a548 in 257ms, sequenceid=396, compaction requested=true 2024-12-15T17:39:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-15T17:39:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-15T17:39:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:24,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T17:39:24,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:24,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:24,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:24,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:24,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:24,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:24,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/3b4314d019f14c83ba3873ff4bafd544 is 50, key is test_row_0/A:col10/1734284364732/Put/seqid=0 2024-12-15T17:39:24,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-15T17:39:24,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3700 sec 2024-12-15T17:39:24,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.3840 sec 2024-12-15T17:39:24,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742293_1469 (size=12301) 2024-12-15T17:39:24,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284424824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284424824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284424836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284424842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,868 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/eb366d06df444c3a827de10619de135c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/eb366d06df444c3a827de10619de135c 2024-12-15T17:39:24,872 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/A of a3f224100b51c016af2288f7ac75a548 into eb366d06df444c3a827de10619de135c(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:24,872 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:24,872 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/A, priority=13, startTime=1734284364392; duration=0sec 2024-12-15T17:39:24,872 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:24,872 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:A 2024-12-15T17:39:24,872 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:39:24,877 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:39:24,877 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/C is initiating minor compaction (all files) 2024-12-15T17:39:24,877 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/C in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:24,877 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1d04ce499d51435faa525986df0cdf84, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/d80af21d523c465fbc30530be9fc5868, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/9844fa555b934b1f8a9626beef3cd1ac, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/eb56c0ddcb054fae8502d7226e40951e] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=48.8 K 2024-12-15T17:39:24,877 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d04ce499d51435faa525986df0cdf84, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1734284361199 2024-12-15T17:39:24,878 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d80af21d523c465fbc30530be9fc5868, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1734284361246 2024-12-15T17:39:24,878 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9844fa555b934b1f8a9626beef3cd1ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734284362401 2024-12-15T17:39:24,878 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb56c0ddcb054fae8502d7226e40951e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1734284363548 2024-12-15T17:39:24,890 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#C#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:24,890 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/4a64057316874082b5aea457e8bd3dd0 is 50, key is test_row_0/C:col10/1734284363548/Put/seqid=0 2024-12-15T17:39:24,902 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/60b109393c7d4b67b455b8ffec7b55e8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/60b109393c7d4b67b455b8ffec7b55e8 2024-12-15T17:39:24,906 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/B of a3f224100b51c016af2288f7ac75a548 into 60b109393c7d4b67b455b8ffec7b55e8(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:24,906 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:24,906 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/B, priority=13, startTime=1734284364395; duration=0sec 2024-12-15T17:39:24,906 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:24,907 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:B 2024-12-15T17:39:24,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742294_1470 (size=13221) 2024-12-15T17:39:24,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284424937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284424944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284424955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:24,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284424956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:25,051 DEBUG [Thread-1771 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:49653 2024-12-15T17:39:25,051 DEBUG [Thread-1771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:39:25,053 DEBUG [Thread-1763 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34b30c39 to 127.0.0.1:49653 2024-12-15T17:39:25,053 DEBUG [Thread-1763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:39:25,056 DEBUG [Thread-1769 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x496fe03f to 127.0.0.1:49653 2024-12-15T17:39:25,057 DEBUG [Thread-1769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:39:25,060 DEBUG [Thread-1767 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cf40102 to 127.0.0.1:49653 2024-12-15T17:39:25,060 DEBUG [Thread-1767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:39:25,061 DEBUG [Thread-1765 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d672ed2 to 127.0.0.1:49653 2024-12-15T17:39:25,061 DEBUG [Thread-1765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:39:25,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284425141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:25,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284425146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:25,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284425160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:25,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284425161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:25,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/3b4314d019f14c83ba3873ff4bafd544 2024-12-15T17:39:25,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/d9962f2449694a59832d7a0e593fc35b is 50, key is test_row_0/B:col10/1734284364732/Put/seqid=0 2024-12-15T17:39:25,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742295_1471 (size=12301) 2024-12-15T17:39:25,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44818 deadline: 1734284425234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:25,235 DEBUG [Thread-1752 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18362 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., hostname=4ce65a7c4674,35427,1734284215611, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:39:25,316 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/4a64057316874082b5aea457e8bd3dd0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/4a64057316874082b5aea457e8bd3dd0 2024-12-15T17:39:25,320 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a3f224100b51c016af2288f7ac75a548/C of a3f224100b51c016af2288f7ac75a548 into 4a64057316874082b5aea457e8bd3dd0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:25,320 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:25,320 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/C, priority=12, startTime=1734284364395; duration=0sec 2024-12-15T17:39:25,320 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:25,320 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:C 2024-12-15T17:39:25,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284425443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:25,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:25,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284425450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:25,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284425464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:25,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284425464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T17:39:25,480 INFO [Thread-1762 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-15T17:39:25,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/d9962f2449694a59832d7a0e593fc35b 2024-12-15T17:39:25,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/30d1277119e64210b6c70477366cc36a is 50, key is test_row_0/C:col10/1734284364732/Put/seqid=0 2024-12-15T17:39:25,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742296_1472 (size=12301) 2024-12-15T17:39:25,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44834 deadline: 1734284425947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:25,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:25,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1734284425951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:25,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:25,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44866 deadline: 1734284425965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:25,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:25,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44852 deadline: 1734284425967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:26,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/30d1277119e64210b6c70477366cc36a 2024-12-15T17:39:26,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/3b4314d019f14c83ba3873ff4bafd544 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/3b4314d019f14c83ba3873ff4bafd544 2024-12-15T17:39:26,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/3b4314d019f14c83ba3873ff4bafd544, entries=150, sequenceid=408, filesize=12.0 K 2024-12-15T17:39:26,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/d9962f2449694a59832d7a0e593fc35b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/d9962f2449694a59832d7a0e593fc35b 2024-12-15T17:39:26,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/d9962f2449694a59832d7a0e593fc35b, entries=150, sequenceid=408, filesize=12.0 K 2024-12-15T17:39:26,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/30d1277119e64210b6c70477366cc36a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/30d1277119e64210b6c70477366cc36a 2024-12-15T17:39:26,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/30d1277119e64210b6c70477366cc36a, entries=150, sequenceid=408, filesize=12.0 K 2024-12-15T17:39:26,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a3f224100b51c016af2288f7ac75a548 in 1302ms, sequenceid=408, compaction requested=true 2024-12-15T17:39:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:26,041 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:26,041 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:26,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:26,042 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:26,042 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:26,042 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/B is initiating minor compaction (all files) 2024-12-15T17:39:26,042 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/A is initiating minor compaction (all files) 2024-12-15T17:39:26,042 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/B in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:26,042 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/A in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:26,042 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/60b109393c7d4b67b455b8ffec7b55e8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/5eb0c03892014507b9d0cada49246f80, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/d9962f2449694a59832d7a0e593fc35b] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=36.9 K 2024-12-15T17:39:26,042 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/eb366d06df444c3a827de10619de135c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/7641177703024a06be18988b9330e5ac, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/3b4314d019f14c83ba3873ff4bafd544] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=36.9 K 2024-12-15T17:39:26,043 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb366d06df444c3a827de10619de135c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734284362401 2024-12-15T17:39:26,043 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 60b109393c7d4b67b455b8ffec7b55e8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734284362401 2024-12-15T17:39:26,043 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7641177703024a06be18988b9330e5ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1734284363548 2024-12-15T17:39:26,043 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eb0c03892014507b9d0cada49246f80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1734284363548 2024-12-15T17:39:26,043 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b4314d019f14c83ba3873ff4bafd544, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1734284364732 2024-12-15T17:39:26,043 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d9962f2449694a59832d7a0e593fc35b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1734284364732 2024-12-15T17:39:26,048 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#A#compaction#397 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:26,048 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#B#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:26,048 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/882b5ec5d2f1495689433e96fbadb01c is 50, key is test_row_0/A:col10/1734284364732/Put/seqid=0 2024-12-15T17:39:26,048 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/b7a549b9b13e436aaa485f6f78dff14f is 50, key is test_row_0/B:col10/1734284364732/Put/seqid=0 2024-12-15T17:39:26,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742298_1474 (size=13289) 2024-12-15T17:39:26,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742297_1473 (size=13289) 2024-12-15T17:39:26,455 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/882b5ec5d2f1495689433e96fbadb01c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/882b5ec5d2f1495689433e96fbadb01c 2024-12-15T17:39:26,456 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/b7a549b9b13e436aaa485f6f78dff14f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/b7a549b9b13e436aaa485f6f78dff14f 2024-12-15T17:39:26,459 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/A of a3f224100b51c016af2288f7ac75a548 into 882b5ec5d2f1495689433e96fbadb01c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:26,459 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/B of a3f224100b51c016af2288f7ac75a548 into b7a549b9b13e436aaa485f6f78dff14f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:26,459 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:26,459 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:26,459 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/A, priority=13, startTime=1734284366041; duration=0sec 2024-12-15T17:39:26,459 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/B, priority=13, startTime=1734284366041; duration=0sec 2024-12-15T17:39:26,459 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:26,459 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:A 2024-12-15T17:39:26,459 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:26,459 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:B 2024-12-15T17:39:26,459 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T17:39:26,460 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:39:26,460 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:39:26,460 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. because compaction request was cancelled 2024-12-15T17:39:26,460 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:C 2024-12-15T17:39:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:26,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T17:39:26,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:26,958 DEBUG [Thread-1756 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f142b04 to 127.0.0.1:49653 2024-12-15T17:39:26,958 DEBUG [Thread-1756 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:39:26,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:26,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:26,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:26,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:26,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:26,961 DEBUG [Thread-1758 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:49653 2024-12-15T17:39:26,961 DEBUG [Thread-1758 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:39:26,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/57e59a0440bc4f34b8e019d340e8dfb0 is 50, key is test_row_0/A:col10/1734284364824/Put/seqid=0 2024-12-15T17:39:26,978 DEBUG [Thread-1760 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:49653 2024-12-15T17:39:26,978 DEBUG [Thread-1760 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:39:26,984 DEBUG [Thread-1754 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79b10416 to 127.0.0.1:49653 2024-12-15T17:39:26,984 DEBUG [Thread-1754 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:39:26,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742299_1475 (size=12301) 2024-12-15T17:39:27,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/57e59a0440bc4f34b8e019d340e8dfb0 2024-12-15T17:39:27,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/8cc29806f091423a9f698debde4fc2c1 is 50, key is test_row_0/B:col10/1734284364824/Put/seqid=0 2024-12-15T17:39:27,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742300_1476 (size=12301) 2024-12-15T17:39:27,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/8cc29806f091423a9f698debde4fc2c1 2024-12-15T17:39:27,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/2d18f6c0b4b64da88f0273656d6564bf is 50, key is test_row_0/C:col10/1734284364824/Put/seqid=0 2024-12-15T17:39:27,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742301_1477 (size=12301) 2024-12-15T17:39:28,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/2d18f6c0b4b64da88f0273656d6564bf 2024-12-15T17:39:28,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/57e59a0440bc4f34b8e019d340e8dfb0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/57e59a0440bc4f34b8e019d340e8dfb0 2024-12-15T17:39:28,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/57e59a0440bc4f34b8e019d340e8dfb0, entries=150, sequenceid=438, filesize=12.0 K 2024-12-15T17:39:28,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/8cc29806f091423a9f698debde4fc2c1 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/8cc29806f091423a9f698debde4fc2c1 2024-12-15T17:39:28,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/8cc29806f091423a9f698debde4fc2c1, entries=150, sequenceid=438, filesize=12.0 K 2024-12-15T17:39:28,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/2d18f6c0b4b64da88f0273656d6564bf as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/2d18f6c0b4b64da88f0273656d6564bf 2024-12-15T17:39:28,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/2d18f6c0b4b64da88f0273656d6564bf, entries=150, sequenceid=438, filesize=12.0 K 2024-12-15T17:39:28,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for a3f224100b51c016af2288f7ac75a548 in 1303ms, sequenceid=438, compaction requested=true 2024-12-15T17:39:28,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:28,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:28,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:28,262 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T17:39:28,262 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-15T17:39:28,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:28,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:28,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3f224100b51c016af2288f7ac75a548:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:28,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:28,263 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:39:28,263 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:39:28,263 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. because compaction request was cancelled 2024-12-15T17:39:28,263 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:B 2024-12-15T17:39:28,263 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:28,263 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-15T17:39:28,263 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-15T17:39:28,263 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. because compaction request was cancelled 2024-12-15T17:39:28,263 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:A 2024-12-15T17:39:28,264 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:28,264 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): a3f224100b51c016af2288f7ac75a548/C is initiating minor compaction (all files) 2024-12-15T17:39:28,264 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a3f224100b51c016af2288f7ac75a548/C in TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:28,264 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/4a64057316874082b5aea457e8bd3dd0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/30d1277119e64210b6c70477366cc36a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/2d18f6c0b4b64da88f0273656d6564bf] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp, totalSize=36.9 K 2024-12-15T17:39:28,264 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a64057316874082b5aea457e8bd3dd0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1734284363548 2024-12-15T17:39:28,264 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 30d1277119e64210b6c70477366cc36a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=408, earliestPutTs=1734284364732 2024-12-15T17:39:28,265 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d18f6c0b4b64da88f0273656d6564bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1734284364824 2024-12-15T17:39:28,277 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3f224100b51c016af2288f7ac75a548#C#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:28,277 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/d189b1c07f5f4733a6748639feeba9d6 is 50, key is test_row_0/C:col10/1734284364824/Put/seqid=0 2024-12-15T17:39:28,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742302_1478 (size=13323) 2024-12-15T17:39:28,337 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/d189b1c07f5f4733a6748639feeba9d6 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/d189b1c07f5f4733a6748639feeba9d6 2024-12-15T17:39:28,352 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a3f224100b51c016af2288f7ac75a548/C of a3f224100b51c016af2288f7ac75a548 into d189b1c07f5f4733a6748639feeba9d6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:28,353 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:28,353 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548., storeName=a3f224100b51c016af2288f7ac75a548/C, priority=13, startTime=1734284368262; duration=0sec 2024-12-15T17:39:28,353 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:28,353 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3f224100b51c016af2288f7ac75a548:C 2024-12-15T17:39:35,331 DEBUG [Thread-1752 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c60eb7d to 127.0.0.1:49653 2024-12-15T17:39:35,331 DEBUG [Thread-1752 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1887 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5661 rows 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1886 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5658 rows 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1854 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5562 rows 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1842 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5526 rows 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1854 2024-12-15T17:39:35,332 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5562 rows 2024-12-15T17:39:35,332 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T17:39:35,332 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x238db126 to 127.0.0.1:49653 2024-12-15T17:39:35,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:39:35,334 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T17:39:35,334 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T17:39:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T17:39:35,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284375337"}]},"ts":"1734284375337"} 2024-12-15T17:39:35,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T17:39:35,355 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T17:39:35,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T17:39:35,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3f224100b51c016af2288f7ac75a548, UNASSIGN}] 2024-12-15T17:39:35,358 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3f224100b51c016af2288f7ac75a548, UNASSIGN 2024-12-15T17:39:35,358 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=a3f224100b51c016af2288f7ac75a548, regionState=CLOSING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:35,359 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:39:35,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; CloseRegionProcedure a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:39:35,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T17:39:35,509 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:35,509 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(124): Close a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:35,509 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:39:35,509 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1681): Closing a3f224100b51c016af2288f7ac75a548, disabling compactions & flushes 2024-12-15T17:39:35,509 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:35,509 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:35,510 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. after waiting 0 ms 2024-12-15T17:39:35,510 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:35,510 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(2837): Flushing a3f224100b51c016af2288f7ac75a548 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T17:39:35,510 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=A 2024-12-15T17:39:35,510 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:35,510 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=B 2024-12-15T17:39:35,510 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:35,510 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3f224100b51c016af2288f7ac75a548, store=C 2024-12-15T17:39:35,510 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:35,513 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/533b8a94e0cd4d2fb79456f77b5dc945 is 50, key is test_row_0/A:col10/1734284375330/Put/seqid=0 2024-12-15T17:39:35,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742303_1479 (size=9857) 2024-12-15T17:39:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T17:39:35,917 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/533b8a94e0cd4d2fb79456f77b5dc945 2024-12-15T17:39:35,923 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/e544cb9462a34db6ae8fbcedbbf0b8b5 is 50, key is test_row_0/B:col10/1734284375330/Put/seqid=0 2024-12-15T17:39:35,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742304_1480 (size=9857) 2024-12-15T17:39:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T17:39:36,327 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/e544cb9462a34db6ae8fbcedbbf0b8b5 2024-12-15T17:39:36,333 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/b5d9eabfa7414ebd9bbac95b78283b83 is 50, key is test_row_0/C:col10/1734284375330/Put/seqid=0 2024-12-15T17:39:36,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742305_1481 (size=9857) 2024-12-15T17:39:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T17:39:36,741 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/b5d9eabfa7414ebd9bbac95b78283b83 2024-12-15T17:39:36,746 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/A/533b8a94e0cd4d2fb79456f77b5dc945 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/533b8a94e0cd4d2fb79456f77b5dc945 2024-12-15T17:39:36,752 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/533b8a94e0cd4d2fb79456f77b5dc945, entries=100, sequenceid=446, filesize=9.6 K 2024-12-15T17:39:36,753 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/B/e544cb9462a34db6ae8fbcedbbf0b8b5 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e544cb9462a34db6ae8fbcedbbf0b8b5 2024-12-15T17:39:36,757 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e544cb9462a34db6ae8fbcedbbf0b8b5, entries=100, sequenceid=446, filesize=9.6 K 2024-12-15T17:39:36,758 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/.tmp/C/b5d9eabfa7414ebd9bbac95b78283b83 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/b5d9eabfa7414ebd9bbac95b78283b83 2024-12-15T17:39:36,761 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/b5d9eabfa7414ebd9bbac95b78283b83, entries=100, sequenceid=446, filesize=9.6 K 2024-12-15T17:39:36,762 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a3f224100b51c016af2288f7ac75a548 in 1252ms, sequenceid=446, compaction requested=true 2024-12-15T17:39:36,763 DEBUG [StoreCloser-TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/9a139dc5d1bc4dac9381b2baaf626628, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b41aba2cfe2b4b4eaedf2cda51849943, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/28b7cf6e04e847fb8058365ffde52457, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/e4cbeb23b2634a4ea65a4e03e1480d34, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/337a9c161050471cbcd2204a4a1f7715, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/765cb0f5375e438f905d96e374212ccb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/9d8594e8bf4c4c7baeef1cc49eb99fe8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/c939e6c6ac3e45bc9cf402e6a7948398, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/2e2d85aac3054da2a60b098ff64d409a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/41b3a064f269432f8dc5d0006b01ef79, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/4fede664868d43abbe062a222092a0a6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/ce4f0465e3974276b576394f519b87d8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/27b99c9f95b64423bcf3d51f30099dd8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/dde74c7634974153a6902abd6b81bdf9, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b63a23870c4b49598d13ffb15429e628, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/2cbfa9099c8a4b0db9be60e1b4ea012d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/19a311ae358947c4b626f58a00c74381, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/a3fc6637ab634b17b9b696644ca2bc5c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/21cac83122434a969f136ab2356331ad, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/61060176e8474edb91dfda960ac88210, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/0be85e966e2842cba9f74d6eccd03346, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b70aecf4e4fb4000be18bda7332bfde8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/df59c0879f71437186c1b054719414c8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/eed2c0fc829c4f9ca8333b767ac52309, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/955791895bd64db2bcd17841f16c57f9, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/eb366d06df444c3a827de10619de135c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/0197933ac4384dc89298cb4497599151, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/7641177703024a06be18988b9330e5ac, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/3b4314d019f14c83ba3873ff4bafd544] to archive 2024-12-15T17:39:36,763 DEBUG [StoreCloser-TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:39:36,765 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b41aba2cfe2b4b4eaedf2cda51849943 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b41aba2cfe2b4b4eaedf2cda51849943 2024-12-15T17:39:36,765 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/9a139dc5d1bc4dac9381b2baaf626628 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/9a139dc5d1bc4dac9381b2baaf626628 2024-12-15T17:39:36,768 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/28b7cf6e04e847fb8058365ffde52457 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/28b7cf6e04e847fb8058365ffde52457 2024-12-15T17:39:36,772 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/e4cbeb23b2634a4ea65a4e03e1480d34 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/e4cbeb23b2634a4ea65a4e03e1480d34 2024-12-15T17:39:36,772 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/337a9c161050471cbcd2204a4a1f7715 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/337a9c161050471cbcd2204a4a1f7715 2024-12-15T17:39:36,772 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/9d8594e8bf4c4c7baeef1cc49eb99fe8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/9d8594e8bf4c4c7baeef1cc49eb99fe8 2024-12-15T17:39:36,772 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/765cb0f5375e438f905d96e374212ccb to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/765cb0f5375e438f905d96e374212ccb 2024-12-15T17:39:36,773 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/c939e6c6ac3e45bc9cf402e6a7948398 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/c939e6c6ac3e45bc9cf402e6a7948398 2024-12-15T17:39:36,773 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/2e2d85aac3054da2a60b098ff64d409a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/2e2d85aac3054da2a60b098ff64d409a 2024-12-15T17:39:36,773 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/41b3a064f269432f8dc5d0006b01ef79 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/41b3a064f269432f8dc5d0006b01ef79 2024-12-15T17:39:36,773 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/4fede664868d43abbe062a222092a0a6 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/4fede664868d43abbe062a222092a0a6 2024-12-15T17:39:36,773 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/ce4f0465e3974276b576394f519b87d8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/ce4f0465e3974276b576394f519b87d8 2024-12-15T17:39:36,774 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b63a23870c4b49598d13ffb15429e628 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b63a23870c4b49598d13ffb15429e628 2024-12-15T17:39:36,774 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/27b99c9f95b64423bcf3d51f30099dd8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/27b99c9f95b64423bcf3d51f30099dd8 2024-12-15T17:39:36,774 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/dde74c7634974153a6902abd6b81bdf9 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/dde74c7634974153a6902abd6b81bdf9 2024-12-15T17:39:36,774 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/21cac83122434a969f136ab2356331ad to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/21cac83122434a969f136ab2356331ad 2024-12-15T17:39:36,775 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/19a311ae358947c4b626f58a00c74381 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/19a311ae358947c4b626f58a00c74381 2024-12-15T17:39:36,775 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/2cbfa9099c8a4b0db9be60e1b4ea012d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/2cbfa9099c8a4b0db9be60e1b4ea012d 2024-12-15T17:39:36,775 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/0be85e966e2842cba9f74d6eccd03346 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/0be85e966e2842cba9f74d6eccd03346 2024-12-15T17:39:36,775 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/61060176e8474edb91dfda960ac88210 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/61060176e8474edb91dfda960ac88210 2024-12-15T17:39:36,775 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b70aecf4e4fb4000be18bda7332bfde8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/b70aecf4e4fb4000be18bda7332bfde8 2024-12-15T17:39:36,775 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/a3fc6637ab634b17b9b696644ca2bc5c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/a3fc6637ab634b17b9b696644ca2bc5c 2024-12-15T17:39:36,775 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/df59c0879f71437186c1b054719414c8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/df59c0879f71437186c1b054719414c8 2024-12-15T17:39:36,776 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/eed2c0fc829c4f9ca8333b767ac52309 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/eed2c0fc829c4f9ca8333b767ac52309 2024-12-15T17:39:36,777 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/eb366d06df444c3a827de10619de135c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/eb366d06df444c3a827de10619de135c 2024-12-15T17:39:36,777 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/0197933ac4384dc89298cb4497599151 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/0197933ac4384dc89298cb4497599151 2024-12-15T17:39:36,777 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/3b4314d019f14c83ba3873ff4bafd544 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/3b4314d019f14c83ba3873ff4bafd544 2024-12-15T17:39:36,777 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/955791895bd64db2bcd17841f16c57f9 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/955791895bd64db2bcd17841f16c57f9 2024-12-15T17:39:36,777 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/7641177703024a06be18988b9330e5ac to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/7641177703024a06be18988b9330e5ac 2024-12-15T17:39:36,778 DEBUG [StoreCloser-TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/0b29a844a4704e689de44a2c32d6080b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/658bbd3dc58e4f42b29178f029d4dc71, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/3f6c35fa5e7043b4aa312b7d85dba228, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/720eb161fed84d2b8461d4a75e6edae1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/597edae9889d458ebcc2f355d4e808eb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/fb009d870b484447b8a2abad9a66cc42, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/1c5268d3c941422cb2d8719b34a70b34, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e15adf7c8d1f41d2b88281a042fec365, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/12837013a68e4ace9d171b863c965f02, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/c489499527474d74ba0a4fd7d25a2378, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/2cdd3362c68b40198b31ed7af8dfe1c9, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/3a2f2f36ee264f099e99be29fc6617b4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/a39f19cc1e9a421ca8c44574848364a3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/078d521d7ba341ab844034d25c31b7cc, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/df98d7a8cee9471ab5a79ff75d0dfe37, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/51cbc00a693a4afaaed577e8b028a440, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/651e9193903e4bee8699f2aefcf0d0fe, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/0cbd4bcb90ef43d69001b6d394ac3571, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/8cc75eca3c6d4e2d972a775fe95be97d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/2ae0372b82374734bf9d64b3131f8ce9, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/15060c9ffd1d4e00920c14addc4aa601, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/36769ef406ce4a20a146dde9f7361b94, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/25e38f0ac5f942b6a9c3170a1418aeec, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e5f332d1f2314bceba1e0331ab344fb0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/4233ebaf0dce409399aef17a28cf2dbb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/60b109393c7d4b67b455b8ffec7b55e8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/25caeda0397b485c9d1924cca38acbfe, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/5eb0c03892014507b9d0cada49246f80, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/d9962f2449694a59832d7a0e593fc35b] to archive 2024-12-15T17:39:36,779 DEBUG [StoreCloser-TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:39:36,781 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/0b29a844a4704e689de44a2c32d6080b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/0b29a844a4704e689de44a2c32d6080b 2024-12-15T17:39:36,781 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/3f6c35fa5e7043b4aa312b7d85dba228 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/3f6c35fa5e7043b4aa312b7d85dba228 2024-12-15T17:39:36,784 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/658bbd3dc58e4f42b29178f029d4dc71 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/658bbd3dc58e4f42b29178f029d4dc71 2024-12-15T17:39:36,789 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/720eb161fed84d2b8461d4a75e6edae1 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/720eb161fed84d2b8461d4a75e6edae1 2024-12-15T17:39:36,789 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e15adf7c8d1f41d2b88281a042fec365 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e15adf7c8d1f41d2b88281a042fec365 2024-12-15T17:39:36,789 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/fb009d870b484447b8a2abad9a66cc42 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/fb009d870b484447b8a2abad9a66cc42 2024-12-15T17:39:36,790 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/12837013a68e4ace9d171b863c965f02 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/12837013a68e4ace9d171b863c965f02 2024-12-15T17:39:36,790 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/597edae9889d458ebcc2f355d4e808eb to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/597edae9889d458ebcc2f355d4e808eb 2024-12-15T17:39:36,792 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/1c5268d3c941422cb2d8719b34a70b34 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/1c5268d3c941422cb2d8719b34a70b34 2024-12-15T17:39:36,792 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/2cdd3362c68b40198b31ed7af8dfe1c9 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/2cdd3362c68b40198b31ed7af8dfe1c9 2024-12-15T17:39:36,792 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/c489499527474d74ba0a4fd7d25a2378 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/c489499527474d74ba0a4fd7d25a2378 2024-12-15T17:39:36,792 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/078d521d7ba341ab844034d25c31b7cc to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/078d521d7ba341ab844034d25c31b7cc 2024-12-15T17:39:36,792 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/51cbc00a693a4afaaed577e8b028a440 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/51cbc00a693a4afaaed577e8b028a440 2024-12-15T17:39:36,792 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/3a2f2f36ee264f099e99be29fc6617b4 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/3a2f2f36ee264f099e99be29fc6617b4 2024-12-15T17:39:36,793 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/651e9193903e4bee8699f2aefcf0d0fe to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/651e9193903e4bee8699f2aefcf0d0fe 2024-12-15T17:39:36,793 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/0cbd4bcb90ef43d69001b6d394ac3571 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/0cbd4bcb90ef43d69001b6d394ac3571 2024-12-15T17:39:36,794 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/2ae0372b82374734bf9d64b3131f8ce9 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/2ae0372b82374734bf9d64b3131f8ce9 2024-12-15T17:39:36,794 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/15060c9ffd1d4e00920c14addc4aa601 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/15060c9ffd1d4e00920c14addc4aa601 2024-12-15T17:39:36,794 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/8cc75eca3c6d4e2d972a775fe95be97d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/8cc75eca3c6d4e2d972a775fe95be97d 2024-12-15T17:39:36,795 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/25e38f0ac5f942b6a9c3170a1418aeec to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/25e38f0ac5f942b6a9c3170a1418aeec 2024-12-15T17:39:36,795 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/36769ef406ce4a20a146dde9f7361b94 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/36769ef406ce4a20a146dde9f7361b94 2024-12-15T17:39:36,796 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/df98d7a8cee9471ab5a79ff75d0dfe37 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/df98d7a8cee9471ab5a79ff75d0dfe37 2024-12-15T17:39:36,796 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/a39f19cc1e9a421ca8c44574848364a3 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/a39f19cc1e9a421ca8c44574848364a3 2024-12-15T17:39:36,796 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/4233ebaf0dce409399aef17a28cf2dbb to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/4233ebaf0dce409399aef17a28cf2dbb 2024-12-15T17:39:36,796 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e5f332d1f2314bceba1e0331ab344fb0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e5f332d1f2314bceba1e0331ab344fb0 2024-12-15T17:39:36,796 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/25caeda0397b485c9d1924cca38acbfe to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/25caeda0397b485c9d1924cca38acbfe 2024-12-15T17:39:36,796 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/60b109393c7d4b67b455b8ffec7b55e8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/60b109393c7d4b67b455b8ffec7b55e8 2024-12-15T17:39:36,797 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/5eb0c03892014507b9d0cada49246f80 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/5eb0c03892014507b9d0cada49246f80 2024-12-15T17:39:36,797 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/d9962f2449694a59832d7a0e593fc35b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/d9962f2449694a59832d7a0e593fc35b 2024-12-15T17:39:36,798 DEBUG [StoreCloser-TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/4191217a57c844ffa17326bdbd601fa0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1a26ccbf727e4ec6be46b8c96b37faef, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/b78d1e8dfddc4788be98f0c41f18b166, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/57e109d1dcec4a8fad861a27f52164fd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/e95b646cc8a04c609f3f6f36fded0390, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/7e9db920e9fc4a0f80a0fe427d9b3ecc, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/d7a3e92a7b8949e7a33ba91f272a616c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/f3b9c6ac983544e29c443ba3be8ba160, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/0f9491322b074bdb8f0c504af400b901, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/9f63295504814ea680fe94fa9a6af33d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/689710bc58314a25ab4f0958f724a211, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/7b456626d7ea417c9d9d51da83506051, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/01f1934785c74717bf0a5c9ed62c4c8b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/57512b4be3c8485d8a090213c67cb077, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/8ee1faaf778748b1b90b0c0fccea8cf1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/39d56e0e8a9e4b06aad6bc5a9613ce0a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/614bff4d24d546418ca77c669edfc6cf, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/e8048746daba4847a96a3d36acb6265c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/6828cec9983a41728199151d8d503cfa, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/dfbd9ab473c54608a7aac1a853621ed2, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1d215c9185594f6ea4179ace3de94b02, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/19e92c0b3dea48cc8ba4cb0ecb79579c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1d04ce499d51435faa525986df0cdf84, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/856b0c687bae43d6b9973fb6dfe27be9, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/d80af21d523c465fbc30530be9fc5868, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/9844fa555b934b1f8a9626beef3cd1ac, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/4a64057316874082b5aea457e8bd3dd0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/eb56c0ddcb054fae8502d7226e40951e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/30d1277119e64210b6c70477366cc36a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/2d18f6c0b4b64da88f0273656d6564bf] to archive 2024-12-15T17:39:36,799 DEBUG [StoreCloser-TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:39:36,801 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/4191217a57c844ffa17326bdbd601fa0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/4191217a57c844ffa17326bdbd601fa0 2024-12-15T17:39:36,801 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1a26ccbf727e4ec6be46b8c96b37faef to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1a26ccbf727e4ec6be46b8c96b37faef 2024-12-15T17:39:36,801 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/d7a3e92a7b8949e7a33ba91f272a616c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/d7a3e92a7b8949e7a33ba91f272a616c 2024-12-15T17:39:36,801 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/7e9db920e9fc4a0f80a0fe427d9b3ecc to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/7e9db920e9fc4a0f80a0fe427d9b3ecc 2024-12-15T17:39:36,801 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/b78d1e8dfddc4788be98f0c41f18b166 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/b78d1e8dfddc4788be98f0c41f18b166 2024-12-15T17:39:36,801 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/e95b646cc8a04c609f3f6f36fded0390 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/e95b646cc8a04c609f3f6f36fded0390 2024-12-15T17:39:36,801 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/57e109d1dcec4a8fad861a27f52164fd to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/57e109d1dcec4a8fad861a27f52164fd 2024-12-15T17:39:36,801 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/f3b9c6ac983544e29c443ba3be8ba160 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/f3b9c6ac983544e29c443ba3be8ba160 2024-12-15T17:39:36,802 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/689710bc58314a25ab4f0958f724a211 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/689710bc58314a25ab4f0958f724a211 2024-12-15T17:39:36,802 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/9f63295504814ea680fe94fa9a6af33d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/9f63295504814ea680fe94fa9a6af33d 2024-12-15T17:39:36,802 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/57512b4be3c8485d8a090213c67cb077 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/57512b4be3c8485d8a090213c67cb077 2024-12-15T17:39:36,802 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/0f9491322b074bdb8f0c504af400b901 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/0f9491322b074bdb8f0c504af400b901 2024-12-15T17:39:36,802 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/8ee1faaf778748b1b90b0c0fccea8cf1 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/8ee1faaf778748b1b90b0c0fccea8cf1 2024-12-15T17:39:36,803 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/01f1934785c74717bf0a5c9ed62c4c8b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/01f1934785c74717bf0a5c9ed62c4c8b 2024-12-15T17:39:36,803 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/7b456626d7ea417c9d9d51da83506051 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/7b456626d7ea417c9d9d51da83506051 2024-12-15T17:39:36,803 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/39d56e0e8a9e4b06aad6bc5a9613ce0a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/39d56e0e8a9e4b06aad6bc5a9613ce0a 2024-12-15T17:39:36,803 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/e8048746daba4847a96a3d36acb6265c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/e8048746daba4847a96a3d36acb6265c 2024-12-15T17:39:36,803 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/614bff4d24d546418ca77c669edfc6cf to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/614bff4d24d546418ca77c669edfc6cf 2024-12-15T17:39:36,804 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1d215c9185594f6ea4179ace3de94b02 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1d215c9185594f6ea4179ace3de94b02 2024-12-15T17:39:36,804 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/6828cec9983a41728199151d8d503cfa to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/6828cec9983a41728199151d8d503cfa 2024-12-15T17:39:36,804 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/dfbd9ab473c54608a7aac1a853621ed2 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/dfbd9ab473c54608a7aac1a853621ed2 2024-12-15T17:39:36,804 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1d04ce499d51435faa525986df0cdf84 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/1d04ce499d51435faa525986df0cdf84 2024-12-15T17:39:36,804 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/19e92c0b3dea48cc8ba4cb0ecb79579c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/19e92c0b3dea48cc8ba4cb0ecb79579c 2024-12-15T17:39:36,804 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/856b0c687bae43d6b9973fb6dfe27be9 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/856b0c687bae43d6b9973fb6dfe27be9 2024-12-15T17:39:36,805 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/d80af21d523c465fbc30530be9fc5868 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/d80af21d523c465fbc30530be9fc5868 2024-12-15T17:39:36,805 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/9844fa555b934b1f8a9626beef3cd1ac to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/9844fa555b934b1f8a9626beef3cd1ac 2024-12-15T17:39:36,805 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/4a64057316874082b5aea457e8bd3dd0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/4a64057316874082b5aea457e8bd3dd0 2024-12-15T17:39:36,805 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/eb56c0ddcb054fae8502d7226e40951e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/eb56c0ddcb054fae8502d7226e40951e 2024-12-15T17:39:36,805 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/30d1277119e64210b6c70477366cc36a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/30d1277119e64210b6c70477366cc36a 2024-12-15T17:39:36,805 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/2d18f6c0b4b64da88f0273656d6564bf to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/2d18f6c0b4b64da88f0273656d6564bf 2024-12-15T17:39:36,810 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/recovered.edits/449.seqid, newMaxSeqId=449, maxSeqId=1 2024-12-15T17:39:36,811 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548. 2024-12-15T17:39:36,811 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1635): Region close journal for a3f224100b51c016af2288f7ac75a548: 2024-12-15T17:39:36,812 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(170): Closed a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:36,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=a3f224100b51c016af2288f7ac75a548, regionState=CLOSED 2024-12-15T17:39:36,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-15T17:39:36,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseRegionProcedure a3f224100b51c016af2288f7ac75a548, server=4ce65a7c4674,35427,1734284215611 in 1.4550 sec 2024-12-15T17:39:36,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-12-15T17:39:36,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3f224100b51c016af2288f7ac75a548, UNASSIGN in 1.4580 sec 2024-12-15T17:39:36,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-15T17:39:36,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4600 sec 2024-12-15T17:39:36,818 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284376818"}]},"ts":"1734284376818"} 2024-12-15T17:39:36,819 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T17:39:36,830 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T17:39:36,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4970 sec 2024-12-15T17:39:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T17:39:37,440 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-15T17:39:37,441 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T17:39:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:37,442 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T17:39:37,443 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=124, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:37,445 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:37,446 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/recovered.edits] 2024-12-15T17:39:37,449 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/57e59a0440bc4f34b8e019d340e8dfb0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/57e59a0440bc4f34b8e019d340e8dfb0 2024-12-15T17:39:37,449 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/882b5ec5d2f1495689433e96fbadb01c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/882b5ec5d2f1495689433e96fbadb01c 2024-12-15T17:39:37,449 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/533b8a94e0cd4d2fb79456f77b5dc945 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/A/533b8a94e0cd4d2fb79456f77b5dc945 2024-12-15T17:39:37,452 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/8cc29806f091423a9f698debde4fc2c1 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/8cc29806f091423a9f698debde4fc2c1 2024-12-15T17:39:37,452 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e544cb9462a34db6ae8fbcedbbf0b8b5 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/e544cb9462a34db6ae8fbcedbbf0b8b5 2024-12-15T17:39:37,452 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/b7a549b9b13e436aaa485f6f78dff14f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/B/b7a549b9b13e436aaa485f6f78dff14f 2024-12-15T17:39:37,461 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/b5d9eabfa7414ebd9bbac95b78283b83 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/b5d9eabfa7414ebd9bbac95b78283b83 2024-12-15T17:39:37,461 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/d189b1c07f5f4733a6748639feeba9d6 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/C/d189b1c07f5f4733a6748639feeba9d6 2024-12-15T17:39:37,464 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/recovered.edits/449.seqid to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548/recovered.edits/449.seqid 2024-12-15T17:39:37,464 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/a3f224100b51c016af2288f7ac75a548 2024-12-15T17:39:37,465 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T17:39:37,466 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=124, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:37,468 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T17:39:37,470 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T17:39:37,471 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=124, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:37,471 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T17:39:37,471 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734284377471"}]},"ts":"9223372036854775807"} 2024-12-15T17:39:37,473 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T17:39:37,473 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a3f224100b51c016af2288f7ac75a548, NAME => 'TestAcidGuarantees,,1734284343735.a3f224100b51c016af2288f7ac75a548.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T17:39:37,473 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T17:39:37,474 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734284377473"}]},"ts":"9223372036854775807"} 2024-12-15T17:39:37,475 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T17:39:37,487 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=124, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:37,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-12-15T17:39:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T17:39:37,544 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-15T17:39:37,553 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=245 (was 244) - Thread LEAK? -, OpenFileDescriptor=447 (was 450), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1159 (was 1191), ProcessCount=9 (was 9), AvailableMemoryMB=5677 (was 5173) - AvailableMemoryMB LEAK? - 2024-12-15T17:39:37,565 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=245, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=1159, ProcessCount=9, AvailableMemoryMB=5676 2024-12-15T17:39:37,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T17:39:37,566 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:39:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:37,568 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T17:39:37,568 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:37,568 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 125 2024-12-15T17:39:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-12-15T17:39:37,569 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T17:39:37,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742306_1482 (size=963) 2024-12-15T17:39:37,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-12-15T17:39:37,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-12-15T17:39:37,979 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3 2024-12-15T17:39:37,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742307_1483 (size=53) 2024-12-15T17:39:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-12-15T17:39:38,387 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:39:38,388 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 568a7c6c2017f1f2c3c97245c0b7352b, disabling compactions & flushes 2024-12-15T17:39:38,388 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:38,388 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:38,388 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. after waiting 0 ms 2024-12-15T17:39:38,388 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:38,388 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:38,388 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:38,389 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T17:39:38,389 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734284378389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734284378389"}]},"ts":"1734284378389"} 2024-12-15T17:39:38,390 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T17:39:38,391 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T17:39:38,392 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284378391"}]},"ts":"1734284378391"} 2024-12-15T17:39:38,393 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T17:39:38,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=568a7c6c2017f1f2c3c97245c0b7352b, ASSIGN}] 2024-12-15T17:39:38,415 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=568a7c6c2017f1f2c3c97245c0b7352b, ASSIGN 2024-12-15T17:39:38,416 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=568a7c6c2017f1f2c3c97245c0b7352b, ASSIGN; state=OFFLINE, location=4ce65a7c4674,35427,1734284215611; forceNewPlan=false, retain=false 2024-12-15T17:39:38,566 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=568a7c6c2017f1f2c3c97245c0b7352b, regionState=OPENING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:38,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; OpenRegionProcedure 568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:39:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-12-15T17:39:38,719 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:38,721 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:38,721 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7285): Opening region: {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:39:38,722 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:38,722 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:39:38,722 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7327): checking encryption for 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:38,722 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7330): checking classloading for 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:38,723 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:38,724 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:39:38,725 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 568a7c6c2017f1f2c3c97245c0b7352b columnFamilyName A 2024-12-15T17:39:38,725 DEBUG [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:38,725 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.HStore(327): Store=568a7c6c2017f1f2c3c97245c0b7352b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:39:38,725 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:38,726 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:39:38,726 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 568a7c6c2017f1f2c3c97245c0b7352b columnFamilyName B 2024-12-15T17:39:38,726 DEBUG [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:38,727 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.HStore(327): Store=568a7c6c2017f1f2c3c97245c0b7352b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:39:38,727 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:38,728 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:39:38,728 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 568a7c6c2017f1f2c3c97245c0b7352b columnFamilyName C 2024-12-15T17:39:38,728 DEBUG [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:38,728 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.HStore(327): Store=568a7c6c2017f1f2c3c97245c0b7352b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:39:38,729 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:38,729 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:38,729 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:38,730 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T17:39:38,731 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1085): writing seq id for 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:38,733 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T17:39:38,734 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1102): Opened 568a7c6c2017f1f2c3c97245c0b7352b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70932194, jitterRate=0.05697205662727356}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T17:39:38,734 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1001): Region open journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:38,735 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., pid=127, masterSystemTime=1734284378718 2024-12-15T17:39:38,736 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:38,737 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:38,737 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=568a7c6c2017f1f2c3c97245c0b7352b, regionState=OPEN, openSeqNum=2, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:38,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-15T17:39:38,739 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; OpenRegionProcedure 568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 in 171 msec 2024-12-15T17:39:38,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-12-15T17:39:38,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=568a7c6c2017f1f2c3c97245c0b7352b, ASSIGN in 325 msec 2024-12-15T17:39:38,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T17:39:38,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284378741"}]},"ts":"1734284378741"} 2024-12-15T17:39:38,742 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T17:39:38,756 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T17:39:38,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1900 sec 2024-12-15T17:39:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-12-15T17:39:39,673 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 125 completed 2024-12-15T17:39:39,674 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5efb7a to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@644b7e6 2024-12-15T17:39:39,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6094c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:39,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:39,725 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:39,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T17:39:39,728 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T17:39:39,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T17:39:39,729 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T17:39:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T17:39:39,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742308_1484 (size=999) 2024-12-15T17:39:39,752 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T17:39:39,752 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T17:39:39,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T17:39:39,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=568a7c6c2017f1f2c3c97245c0b7352b, REOPEN/MOVE}] 2024-12-15T17:39:39,757 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=568a7c6c2017f1f2c3c97245c0b7352b, REOPEN/MOVE 2024-12-15T17:39:39,757 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=568a7c6c2017f1f2c3c97245c0b7352b, regionState=CLOSING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:39,758 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:39:39,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; CloseRegionProcedure 568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:39:39,909 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:39,909 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(124): Close 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:39,910 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:39:39,910 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1681): Closing 568a7c6c2017f1f2c3c97245c0b7352b, disabling compactions & flushes 2024-12-15T17:39:39,910 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:39,910 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:39,910 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. after waiting 0 ms 2024-12-15T17:39:39,910 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:39,913 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T17:39:39,914 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:39,914 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1635): Region close journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:39,914 WARN [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionServer(3786): Not adding moved region record: 568a7c6c2017f1f2c3c97245c0b7352b to self. 2024-12-15T17:39:39,915 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(170): Closed 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:39,915 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=568a7c6c2017f1f2c3c97245c0b7352b, regionState=CLOSED 2024-12-15T17:39:39,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-15T17:39:39,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; CloseRegionProcedure 568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 in 158 msec 2024-12-15T17:39:39,917 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=568a7c6c2017f1f2c3c97245c0b7352b, REOPEN/MOVE; state=CLOSED, location=4ce65a7c4674,35427,1734284215611; forceNewPlan=false, retain=true 2024-12-15T17:39:40,068 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=568a7c6c2017f1f2c3c97245c0b7352b, regionState=OPENING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=130, state=RUNNABLE; OpenRegionProcedure 568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:39:40,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,222 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:40,222 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7285): Opening region: {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} 2024-12-15T17:39:40,223 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:40,223 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T17:39:40,223 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7327): checking encryption for 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:40,223 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(7330): checking classloading for 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:40,224 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:40,226 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:39:40,226 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 568a7c6c2017f1f2c3c97245c0b7352b columnFamilyName A 2024-12-15T17:39:40,227 DEBUG [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:40,227 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.HStore(327): Store=568a7c6c2017f1f2c3c97245c0b7352b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:39:40,228 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:40,228 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:39:40,229 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 568a7c6c2017f1f2c3c97245c0b7352b columnFamilyName B 2024-12-15T17:39:40,229 DEBUG [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:40,229 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.HStore(327): Store=568a7c6c2017f1f2c3c97245c0b7352b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:39:40,229 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:40,230 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T17:39:40,230 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 568a7c6c2017f1f2c3c97245c0b7352b columnFamilyName C 2024-12-15T17:39:40,230 DEBUG [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:40,230 INFO [StoreOpener-568a7c6c2017f1f2c3c97245c0b7352b-1 {}] regionserver.HStore(327): Store=568a7c6c2017f1f2c3c97245c0b7352b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T17:39:40,231 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:40,231 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:40,232 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:40,233 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T17:39:40,235 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1085): writing seq id for 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:40,236 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1102): Opened 568a7c6c2017f1f2c3c97245c0b7352b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75352136, jitterRate=0.12283432483673096}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T17:39:40,236 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegion(1001): Region open journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:40,237 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., pid=132, masterSystemTime=1734284380220 2024-12-15T17:39:40,238 DEBUG [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:40,238 INFO [RS_OPEN_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_OPEN_REGION, pid=132}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:40,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=568a7c6c2017f1f2c3c97245c0b7352b, regionState=OPEN, openSeqNum=5, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=130 2024-12-15T17:39:40,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=130, state=SUCCESS; OpenRegionProcedure 568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 in 171 msec 2024-12-15T17:39:40,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-12-15T17:39:40,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=568a7c6c2017f1f2c3c97245c0b7352b, REOPEN/MOVE in 485 msec 2024-12-15T17:39:40,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-15T17:39:40,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-12-15T17:39:40,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 514 msec 2024-12-15T17:39:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T17:39:40,247 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-12-15T17:39:40,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:40,257 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-12-15T17:39:40,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:40,265 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-12-15T17:39:40,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:40,273 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-12-15T17:39:40,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:40,282 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f6a59e4 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d836f78 2024-12-15T17:39:40,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7fe93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:40,290 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-12-15T17:39:40,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:40,298 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-12-15T17:39:40,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:40,307 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-12-15T17:39:40,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:40,315 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458a85fd to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d832d43 2024-12-15T17:39:40,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:40,323 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x410bf0c8 to 127.0.0.1:49653 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15b6349f 2024-12-15T17:39:40,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503a7d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T17:39:40,333 DEBUG [hconnection-0x16f7dd80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:40,334 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:40,334 DEBUG [hconnection-0x4e91cdd4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:40,334 DEBUG [hconnection-0x7fe1639a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:40,335 DEBUG [hconnection-0x688be6ce-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:40,335 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:40,335 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-15T17:39:40,335 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:40,335 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:40,336 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-15T17:39:40,337 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:40,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:40,339 DEBUG [hconnection-0x5f0e126e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:40,339 DEBUG [hconnection-0x64ddb52c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:40,340 DEBUG [hconnection-0x1af63d46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:40,340 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:40,340 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:40,341 DEBUG [hconnection-0x1e835172-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:40,342 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:40,342 DEBUG [hconnection-0xe1825c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:40,344 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:40,344 DEBUG [hconnection-0x601bf63e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T17:39:40,344 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:40,346 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T17:39:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:40,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:39:40,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:40,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:40,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:40,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:40,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:40,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284440360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284440361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284440361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284440362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284440363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155e50ce1f940544ada5eb4614970fa174_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284380344/Put/seqid=0 2024-12-15T17:39:40,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742309_1485 (size=12154) 2024-12-15T17:39:40,380 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:40,383 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155e50ce1f940544ada5eb4614970fa174_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155e50ce1f940544ada5eb4614970fa174_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:40,384 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/937871fc47d1478eb34002459c35dda0, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:40,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/937871fc47d1478eb34002459c35dda0 is 175, key is test_row_0/A:col10/1734284380344/Put/seqid=0 2024-12-15T17:39:40,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742310_1486 (size=30955) 2024-12-15T17:39:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-15T17:39:40,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284440467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284440467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284440469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284440469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284440469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-15T17:39:40,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:40,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:40,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:40,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:40,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-15T17:39:40,647 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-15T17:39:40,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:40,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:40,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:40,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:40,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:40,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284440670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284440672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284440672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284440672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284440677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,799 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/937871fc47d1478eb34002459c35dda0 2024-12-15T17:39:40,802 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-15T17:39:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:40,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:40,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:40,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:40,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/559850b5f35945ed817eb784c9315e94 is 50, key is test_row_0/B:col10/1734284380344/Put/seqid=0 2024-12-15T17:39:40,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742311_1487 (size=12001) 2024-12-15T17:39:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-15T17:39:40,965 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-15T17:39:40,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:40,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:40,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:40,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:40,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:40,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284440973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284440974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284440977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284440978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:40,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284440981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,119 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-15T17:39:41,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:41,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:41,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:41,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:41,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:41,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/559850b5f35945ed817eb784c9315e94 2024-12-15T17:39:41,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/6201b7d36ea645f4872d1529cce3d7df is 50, key is test_row_0/C:col10/1734284380344/Put/seqid=0 2024-12-15T17:39:41,275 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-15T17:39:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:41,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:41,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:41,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742312_1488 (size=12001) 2024-12-15T17:39:41,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/6201b7d36ea645f4872d1529cce3d7df 2024-12-15T17:39:41,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/937871fc47d1478eb34002459c35dda0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/937871fc47d1478eb34002459c35dda0 2024-12-15T17:39:41,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/937871fc47d1478eb34002459c35dda0, entries=150, sequenceid=16, filesize=30.2 K 2024-12-15T17:39:41,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/559850b5f35945ed817eb784c9315e94 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/559850b5f35945ed817eb784c9315e94 2024-12-15T17:39:41,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/559850b5f35945ed817eb784c9315e94, entries=150, sequenceid=16, filesize=11.7 K 2024-12-15T17:39:41,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/6201b7d36ea645f4872d1529cce3d7df as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6201b7d36ea645f4872d1529cce3d7df 2024-12-15T17:39:41,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6201b7d36ea645f4872d1529cce3d7df, entries=150, sequenceid=16, filesize=11.7 K 2024-12-15T17:39:41,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 568a7c6c2017f1f2c3c97245c0b7352b in 951ms, sequenceid=16, compaction requested=false 2024-12-15T17:39:41,299 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T17:39:41,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:41,429 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-15T17:39:41,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:41,430 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T17:39:41,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:41,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:41,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:41,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:41,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:41,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:41,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215894de84e660746d18efbdb3911e3e411_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284380359/Put/seqid=0 2024-12-15T17:39:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-15T17:39:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742313_1489 (size=12154) 2024-12-15T17:39:41,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:41,452 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215894de84e660746d18efbdb3911e3e411_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215894de84e660746d18efbdb3911e3e411_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/58cb6d0cde874ad18a43d830a0f54833, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:41,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/58cb6d0cde874ad18a43d830a0f54833 is 175, key is test_row_0/A:col10/1734284380359/Put/seqid=0 2024-12-15T17:39:41,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742314_1490 (size=30955) 2024-12-15T17:39:41,465 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/58cb6d0cde874ad18a43d830a0f54833 2024-12-15T17:39:41,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/57ffd3a363c64f09bb1664cd91898d72 is 50, key is test_row_0/B:col10/1734284380359/Put/seqid=0 2024-12-15T17:39:41,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:41,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742315_1491 (size=12001) 2024-12-15T17:39:41,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284441486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284441486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284441487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284441487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284441487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284441590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284441590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284441590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284441591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284441591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284441794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284441794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284441795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284441798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284441798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:41,890 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/57ffd3a363c64f09bb1664cd91898d72 2024-12-15T17:39:41,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/598133460c9f4f118b9208b2870db1dd is 50, key is test_row_0/C:col10/1734284380359/Put/seqid=0 2024-12-15T17:39:41,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742316_1492 (size=12001) 2024-12-15T17:39:42,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284442101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284442102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284442104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284442104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284442105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,305 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/598133460c9f4f118b9208b2870db1dd 2024-12-15T17:39:42,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/58cb6d0cde874ad18a43d830a0f54833 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/58cb6d0cde874ad18a43d830a0f54833 2024-12-15T17:39:42,316 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/58cb6d0cde874ad18a43d830a0f54833, entries=150, sequenceid=40, filesize=30.2 K 2024-12-15T17:39:42,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/57ffd3a363c64f09bb1664cd91898d72 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/57ffd3a363c64f09bb1664cd91898d72 2024-12-15T17:39:42,321 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/57ffd3a363c64f09bb1664cd91898d72, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T17:39:42,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/598133460c9f4f118b9208b2870db1dd as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/598133460c9f4f118b9208b2870db1dd 2024-12-15T17:39:42,327 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/598133460c9f4f118b9208b2870db1dd, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T17:39:42,329 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 568a7c6c2017f1f2c3c97245c0b7352b in 899ms, sequenceid=40, compaction requested=false 2024-12-15T17:39:42,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:42,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:42,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-15T17:39:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=134 2024-12-15T17:39:42,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-12-15T17:39:42,338 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9940 sec 2024-12-15T17:39:42,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.0040 sec 2024-12-15T17:39:42,343 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T17:39:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-15T17:39:42,440 INFO [Thread-2189 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 133 completed 2024-12-15T17:39:42,448 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-15T17:39:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-15T17:39:42,456 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:42,467 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:42,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-15T17:39:42,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T17:39:42,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:42,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:42,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:42,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:42,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:42,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:42,628 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-15T17:39:42,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:42,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:42,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:42,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:42,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:42,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152bbda0cb1b17481883cc84eb85d73b06_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284381486/Put/seqid=0 2024-12-15T17:39:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:42,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742317_1493 (size=12154) 2024-12-15T17:39:42,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284442639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284442639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284442639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284442640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284442641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284442743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284442743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284442743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284442745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284442745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-15T17:39:42,781 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-15T17:39:42,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:42,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:42,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:42,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:42,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:42,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-15T17:39:42,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:42,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:42,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:42,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:42,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:42,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284442945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284442946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284442946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284442948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:42,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284442948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,034 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:43,036 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152bbda0cb1b17481883cc84eb85d73b06_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152bbda0cb1b17481883cc84eb85d73b06_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:43,037 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/2e1b1785bff7419087faa3f08bc619e6, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:43,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/2e1b1785bff7419087faa3f08bc619e6 is 175, key is test_row_0/A:col10/1734284381486/Put/seqid=0 2024-12-15T17:39:43,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742318_1494 (size=30955) 2024-12-15T17:39:43,040 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/2e1b1785bff7419087faa3f08bc619e6 2024-12-15T17:39:43,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/56b7f5bd8aae4622a6d055f18a2a475f is 50, key is test_row_0/B:col10/1734284381486/Put/seqid=0 2024-12-15T17:39:43,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742319_1495 (size=12001) 2024-12-15T17:39:43,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-15T17:39:43,090 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-15T17:39:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-15T17:39:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284443249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284443250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284443250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284443251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284443253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-15T17:39:43,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:43,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/56b7f5bd8aae4622a6d055f18a2a475f 2024-12-15T17:39:43,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/941686171f4a448d92e7102b83d0d524 is 50, key is test_row_0/C:col10/1734284381486/Put/seqid=0 2024-12-15T17:39:43,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742320_1496 (size=12001) 2024-12-15T17:39:43,548 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-15T17:39:43,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:43,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-15T17:39:43,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-15T17:39:43,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:43,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284443753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284443754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284443756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284443763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284443763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,856 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:43,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-15T17:39:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:43,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:43,857 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/941686171f4a448d92e7102b83d0d524 2024-12-15T17:39:43,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/2e1b1785bff7419087faa3f08bc619e6 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/2e1b1785bff7419087faa3f08bc619e6 2024-12-15T17:39:43,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/2e1b1785bff7419087faa3f08bc619e6, entries=150, sequenceid=54, filesize=30.2 K 2024-12-15T17:39:43,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/56b7f5bd8aae4622a6d055f18a2a475f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/56b7f5bd8aae4622a6d055f18a2a475f 2024-12-15T17:39:43,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/56b7f5bd8aae4622a6d055f18a2a475f, entries=150, sequenceid=54, filesize=11.7 K 2024-12-15T17:39:43,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/941686171f4a448d92e7102b83d0d524 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/941686171f4a448d92e7102b83d0d524 2024-12-15T17:39:43,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/941686171f4a448d92e7102b83d0d524, entries=150, sequenceid=54, filesize=11.7 K 2024-12-15T17:39:43,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 568a7c6c2017f1f2c3c97245c0b7352b in 1265ms, sequenceid=54, compaction requested=true 2024-12-15T17:39:43,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:43,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:43,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:43,871 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:43,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:43,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:43,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:43,871 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:43,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:43,872 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:43,872 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:43,872 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/B is initiating minor compaction (all files) 2024-12-15T17:39:43,872 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/A is initiating minor compaction (all files) 2024-12-15T17:39:43,872 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/A in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,872 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/B in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,872 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/559850b5f35945ed817eb784c9315e94, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/57ffd3a363c64f09bb1664cd91898d72, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/56b7f5bd8aae4622a6d055f18a2a475f] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=35.2 K 2024-12-15T17:39:43,872 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/937871fc47d1478eb34002459c35dda0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/58cb6d0cde874ad18a43d830a0f54833, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/2e1b1785bff7419087faa3f08bc619e6] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=90.7 K 2024-12-15T17:39:43,872 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:43,872 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/937871fc47d1478eb34002459c35dda0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/58cb6d0cde874ad18a43d830a0f54833, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/2e1b1785bff7419087faa3f08bc619e6] 2024-12-15T17:39:43,872 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 559850b5f35945ed817eb784c9315e94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734284380344 2024-12-15T17:39:43,873 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 937871fc47d1478eb34002459c35dda0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734284380344 2024-12-15T17:39:43,873 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 57ffd3a363c64f09bb1664cd91898d72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734284380359 2024-12-15T17:39:43,873 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58cb6d0cde874ad18a43d830a0f54833, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734284380359 2024-12-15T17:39:43,873 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 56b7f5bd8aae4622a6d055f18a2a475f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734284381486 2024-12-15T17:39:43,873 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e1b1785bff7419087faa3f08bc619e6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734284381486 2024-12-15T17:39:43,881 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#B#compaction#415 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:43,882 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/e42869fd9ca441ebadcb48af32a0d61a is 50, key is test_row_0/B:col10/1734284381486/Put/seqid=0 2024-12-15T17:39:43,884 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:43,889 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215e15694451a3b4a618d00f952d9c9c319_568a7c6c2017f1f2c3c97245c0b7352b store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:43,890 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215e15694451a3b4a618d00f952d9c9c319_568a7c6c2017f1f2c3c97245c0b7352b, store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:43,890 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e15694451a3b4a618d00f952d9c9c319_568a7c6c2017f1f2c3c97245c0b7352b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:43,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742321_1497 (size=12104) 2024-12-15T17:39:43,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742322_1498 (size=4469) 2024-12-15T17:39:44,008 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:44,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-15T17:39:44,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:44,008 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T17:39:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:44,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:44,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155558a110fe954dacad4289519fc6dbbf_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284382639/Put/seqid=0 2024-12-15T17:39:44,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742323_1499 (size=12154) 2024-12-15T17:39:44,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,046 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412155558a110fe954dacad4289519fc6dbbf_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155558a110fe954dacad4289519fc6dbbf_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:44,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/8bbda5f9eca346f6bd90417aa272607f, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:44,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/8bbda5f9eca346f6bd90417aa272607f is 175, key is test_row_0/A:col10/1734284382639/Put/seqid=0 2024-12-15T17:39:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742324_1500 (size=30955) 2024-12-15T17:39:44,310 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#A#compaction#416 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:44,310 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/734ee034bd5d4b9cb19a4926289cfae5 is 175, key is test_row_0/A:col10/1734284381486/Put/seqid=0 2024-12-15T17:39:44,322 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/e42869fd9ca441ebadcb48af32a0d61a as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/e42869fd9ca441ebadcb48af32a0d61a 2024-12-15T17:39:44,325 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/B of 568a7c6c2017f1f2c3c97245c0b7352b into e42869fd9ca441ebadcb48af32a0d61a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:44,326 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:44,326 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/B, priority=13, startTime=1734284383871; duration=0sec 2024-12-15T17:39:44,326 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:44,326 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:B 2024-12-15T17:39:44,326 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:44,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742325_1501 (size=31058) 2024-12-15T17:39:44,332 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:44,332 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/C is initiating minor compaction (all files) 2024-12-15T17:39:44,339 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/C in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:44,339 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6201b7d36ea645f4872d1529cce3d7df, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/598133460c9f4f118b9208b2870db1dd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/941686171f4a448d92e7102b83d0d524] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=35.2 K 2024-12-15T17:39:44,340 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 6201b7d36ea645f4872d1529cce3d7df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734284380344 2024-12-15T17:39:44,340 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 598133460c9f4f118b9208b2870db1dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734284380359 2024-12-15T17:39:44,341 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 941686171f4a448d92e7102b83d0d524, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734284381486 2024-12-15T17:39:44,353 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#C#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:44,353 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/8a10f3741250457bb1b739281978f57b is 50, key is test_row_0/C:col10/1734284381486/Put/seqid=0 2024-12-15T17:39:44,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742326_1502 (size=12104) 2024-12-15T17:39:44,463 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/8bbda5f9eca346f6bd90417aa272607f 2024-12-15T17:39:44,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/d0f8b155f1b4450b9a9133650adcc7c3 is 50, key is test_row_0/B:col10/1734284382639/Put/seqid=0 2024-12-15T17:39:44,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742327_1503 (size=12001) 2024-12-15T17:39:44,493 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/d0f8b155f1b4450b9a9133650adcc7c3 2024-12-15T17:39:44,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/0e5665a7617c46428dc78ba8a2877bdc is 50, key is test_row_0/C:col10/1734284382639/Put/seqid=0 2024-12-15T17:39:44,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742328_1504 (size=12001) 2024-12-15T17:39:44,514 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/0e5665a7617c46428dc78ba8a2877bdc 2024-12-15T17:39:44,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/8bbda5f9eca346f6bd90417aa272607f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/8bbda5f9eca346f6bd90417aa272607f 2024-12-15T17:39:44,540 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/8bbda5f9eca346f6bd90417aa272607f, entries=150, sequenceid=76, filesize=30.2 K 2024-12-15T17:39:44,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/d0f8b155f1b4450b9a9133650adcc7c3 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/d0f8b155f1b4450b9a9133650adcc7c3 2024-12-15T17:39:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,543 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/d0f8b155f1b4450b9a9133650adcc7c3, entries=150, sequenceid=76, filesize=11.7 K 2024-12-15T17:39:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/0e5665a7617c46428dc78ba8a2877bdc as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/0e5665a7617c46428dc78ba8a2877bdc 2024-12-15T17:39:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,547 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/0e5665a7617c46428dc78ba8a2877bdc, entries=150, sequenceid=76, filesize=11.7 K 2024-12-15T17:39:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,547 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 568a7c6c2017f1f2c3c97245c0b7352b in 539ms, sequenceid=76, compaction requested=false 2024-12-15T17:39:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:44,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:44,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-15T17:39:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=136 2024-12-15T17:39:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=136, resume processing ppid=135 2024-12-15T17:39:44,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, ppid=135, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0810 sec 2024-12-15T17:39:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.1020 sec 2024-12-15T17:39:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=135 2024-12-15T17:39:44,560 INFO [Thread-2189 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 135 completed 2024-12-15T17:39:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,576 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-15T17:39:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-12-15T17:39:44,582 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,583 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:44,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-12-15T17:39:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-15T17:39:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,738 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/734ee034bd5d4b9cb19a4926289cfae5 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/734ee034bd5d4b9cb19a4926289cfae5 2024-12-15T17:39:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:44,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:44,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:44,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-15T17:39:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=138 2024-12-15T17:39:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,743 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/A of 568a7c6c2017f1f2c3c97245c0b7352b into 734ee034bd5d4b9cb19a4926289cfae5(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:44,743 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:44,743 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/A, priority=13, startTime=1734284383871; duration=0sec 2024-12-15T17:39:44,744 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:44,744 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:A 2024-12-15T17:39:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-12-15T17:39:44,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 159 msec 2024-12-15T17:39:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 182 msec 2024-12-15T17:39:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,765 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/8a10f3741250457bb1b739281978f57b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/8a10f3741250457bb1b739281978f57b 2024-12-15T17:39:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,771 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/C of 568a7c6c2017f1f2c3c97245c0b7352b into 8a10f3741250457bb1b739281978f57b(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:44,771 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:44,771 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/C, priority=13, startTime=1734284383871; duration=0sec 2024-12-15T17:39:44,771 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:44,771 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:C 2024-12-15T17:39:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:44,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:39:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:44,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:44,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:44,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:44,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:44,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121537d576993af9462db141595d4d1c69e6_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_1/A:col10/1734284384797/Put/seqid=0 2024-12-15T17:39:44,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742329_1505 (size=19474) 2024-12-15T17:39:44,860 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:44,873 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121537d576993af9462db141595d4d1c69e6_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121537d576993af9462db141595d4d1c69e6_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:44,874 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/c11caf2bb24048f093588107d05aaf7e, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:44,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/c11caf2bb24048f093588107d05aaf7e is 175, key is test_row_1/A:col10/1734284384797/Put/seqid=0 2024-12-15T17:39:44,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742330_1506 (size=56729) 2024-12-15T17:39:44,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284444871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:44,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284444873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:44,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:44,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284444879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284444879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:44,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284444879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=137 2024-12-15T17:39:44,884 INFO [Thread-2189 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 137 completed 2024-12-15T17:39:44,885 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-12-15T17:39:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-12-15T17:39:44,889 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:44,890 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:44,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:44,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284444980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:44,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284444982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:44,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284444984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-12-15T17:39:44,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284444988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:44,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284444991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,041 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-15T17:39:45,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:45,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:45,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:45,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284445188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284445188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284445188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-12-15T17:39:45,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284445195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,199 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-15T17:39:45,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:45,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:45,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:45,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284445199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,279 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/c11caf2bb24048f093588107d05aaf7e 2024-12-15T17:39:45,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/896f6ff4c577432c8cf783d7e4126a5e is 50, key is test_row_1/B:col10/1734284384797/Put/seqid=0 2024-12-15T17:39:45,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742331_1507 (size=9657) 2024-12-15T17:39:45,352 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-15T17:39:45,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:45,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:45,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:45,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-12-15T17:39:45,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284445490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284445492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284445493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284445499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284445503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-15T17:39:45,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:45,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:45,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:45,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,657 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-15T17:39:45,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:45,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:45,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:45,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/896f6ff4c577432c8cf783d7e4126a5e 2024-12-15T17:39:45,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/814f7343ae5b4eb8945df252bdce6334 is 50, key is test_row_1/C:col10/1734284384797/Put/seqid=0 2024-12-15T17:39:45,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742332_1508 (size=9657) 2024-12-15T17:39:45,821 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-15T17:39:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:45,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,975 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:45,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-15T17:39:45,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:45,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:45,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:45,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-12-15T17:39:45,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284445991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:46,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284445998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:46,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284445999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:46,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284446003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:46,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284446005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:46,127 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:46,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-15T17:39:46,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:46,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:46,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:46,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:46,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:46,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/814f7343ae5b4eb8945df252bdce6334 2024-12-15T17:39:46,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/c11caf2bb24048f093588107d05aaf7e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/c11caf2bb24048f093588107d05aaf7e 2024-12-15T17:39:46,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/c11caf2bb24048f093588107d05aaf7e, entries=300, sequenceid=92, filesize=55.4 K 2024-12-15T17:39:46,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/896f6ff4c577432c8cf783d7e4126a5e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/896f6ff4c577432c8cf783d7e4126a5e 2024-12-15T17:39:46,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/896f6ff4c577432c8cf783d7e4126a5e, entries=100, sequenceid=92, filesize=9.4 K 2024-12-15T17:39:46,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/814f7343ae5b4eb8945df252bdce6334 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/814f7343ae5b4eb8945df252bdce6334 2024-12-15T17:39:46,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/814f7343ae5b4eb8945df252bdce6334, entries=100, sequenceid=92, filesize=9.4 K 2024-12-15T17:39:46,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 568a7c6c2017f1f2c3c97245c0b7352b in 1335ms, sequenceid=92, compaction requested=true 2024-12-15T17:39:46,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:46,150 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:46,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:46,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:46,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:46,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:46,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:46,151 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:46,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:46,152 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118742 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:46,152 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/A is initiating minor compaction (all files) 2024-12-15T17:39:46,152 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/A in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:46,152 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/734ee034bd5d4b9cb19a4926289cfae5, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/8bbda5f9eca346f6bd90417aa272607f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/c11caf2bb24048f093588107d05aaf7e] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=116.0 K 2024-12-15T17:39:46,152 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:46,152 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/734ee034bd5d4b9cb19a4926289cfae5, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/8bbda5f9eca346f6bd90417aa272607f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/c11caf2bb24048f093588107d05aaf7e] 2024-12-15T17:39:46,152 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 734ee034bd5d4b9cb19a4926289cfae5, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734284381486 2024-12-15T17:39:46,152 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:46,152 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/B is initiating minor compaction (all files) 2024-12-15T17:39:46,152 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/B in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:46,152 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/e42869fd9ca441ebadcb48af32a0d61a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/d0f8b155f1b4450b9a9133650adcc7c3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/896f6ff4c577432c8cf783d7e4126a5e] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=33.0 K 2024-12-15T17:39:46,153 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bbda5f9eca346f6bd90417aa272607f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734284382623 2024-12-15T17:39:46,153 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting e42869fd9ca441ebadcb48af32a0d61a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734284381486 2024-12-15T17:39:46,153 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting c11caf2bb24048f093588107d05aaf7e, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284384795 2024-12-15T17:39:46,153 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d0f8b155f1b4450b9a9133650adcc7c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734284382623 2024-12-15T17:39:46,153 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 896f6ff4c577432c8cf783d7e4126a5e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284384797 2024-12-15T17:39:46,158 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:46,159 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#B#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:46,160 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/26c75d258dec433983e424294b6484b1 is 50, key is test_row_0/B:col10/1734284382639/Put/seqid=0 2024-12-15T17:39:46,161 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412158ba205f652a9450081b3053dc00c201e_568a7c6c2017f1f2c3c97245c0b7352b store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:46,162 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412158ba205f652a9450081b3053dc00c201e_568a7c6c2017f1f2c3c97245c0b7352b, store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:46,162 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158ba205f652a9450081b3053dc00c201e_568a7c6c2017f1f2c3c97245c0b7352b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:46,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742334_1510 (size=4469) 2024-12-15T17:39:46,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742333_1509 (size=12207) 2024-12-15T17:39:46,181 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/26c75d258dec433983e424294b6484b1 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/26c75d258dec433983e424294b6484b1 2024-12-15T17:39:46,185 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/B of 568a7c6c2017f1f2c3c97245c0b7352b into 26c75d258dec433983e424294b6484b1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:46,185 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:46,185 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/B, priority=13, startTime=1734284386151; duration=0sec 2024-12-15T17:39:46,185 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:46,185 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:B 2024-12-15T17:39:46,185 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:46,186 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:46,186 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/C is initiating minor compaction (all files) 2024-12-15T17:39:46,186 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/C in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:46,186 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/8a10f3741250457bb1b739281978f57b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/0e5665a7617c46428dc78ba8a2877bdc, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/814f7343ae5b4eb8945df252bdce6334] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=33.0 K 2024-12-15T17:39:46,186 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a10f3741250457bb1b739281978f57b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734284381486 2024-12-15T17:39:46,187 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e5665a7617c46428dc78ba8a2877bdc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734284382623 2024-12-15T17:39:46,187 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 814f7343ae5b4eb8945df252bdce6334, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284384797 2024-12-15T17:39:46,192 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#C#compaction#426 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:46,193 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/218999bc78e6443ca43f89e0e6a26f5c is 50, key is test_row_0/C:col10/1734284382639/Put/seqid=0 2024-12-15T17:39:46,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742335_1511 (size=12207) 2024-12-15T17:39:46,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:46,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-15T17:39:46,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:46,285 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T17:39:46,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:46,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:46,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ca857d93de2d4ecdb97d1c5bb008a071_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284384875/Put/seqid=0 2024-12-15T17:39:46,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742336_1512 (size=12154) 2024-12-15T17:39:46,570 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#A#compaction#425 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:46,571 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/fbf104dce0754e48a61922b546425222 is 175, key is test_row_0/A:col10/1734284382639/Put/seqid=0 2024-12-15T17:39:46,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742337_1513 (size=31268) 2024-12-15T17:39:46,601 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/218999bc78e6443ca43f89e0e6a26f5c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/218999bc78e6443ca43f89e0e6a26f5c 2024-12-15T17:39:46,606 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/C of 568a7c6c2017f1f2c3c97245c0b7352b into 218999bc78e6443ca43f89e0e6a26f5c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:46,606 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:46,606 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/C, priority=13, startTime=1734284386151; duration=0sec 2024-12-15T17:39:46,606 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:46,606 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:C 2024-12-15T17:39:46,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:46,735 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ca857d93de2d4ecdb97d1c5bb008a071_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ca857d93de2d4ecdb97d1c5bb008a071_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:46,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/ea9e8f8a9c864999ad6b15c01c36f7f5, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:46,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/ea9e8f8a9c864999ad6b15c01c36f7f5 is 175, key is test_row_0/A:col10/1734284384875/Put/seqid=0 2024-12-15T17:39:46,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742338_1514 (size=30955) 2024-12-15T17:39:46,984 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/fbf104dce0754e48a61922b546425222 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/fbf104dce0754e48a61922b546425222 2024-12-15T17:39:46,988 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/A of 568a7c6c2017f1f2c3c97245c0b7352b into fbf104dce0754e48a61922b546425222(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:46,988 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:46,988 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/A, priority=13, startTime=1734284386150; duration=0sec 2024-12-15T17:39:46,988 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:46,989 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:A 2024-12-15T17:39:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-12-15T17:39:46,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:47,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284447009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:47,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284447009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:47,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284447010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:47,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284447011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:47,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284447015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:47,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284447113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:47,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284447114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:47,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284447119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:47,163 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/ea9e8f8a9c864999ad6b15c01c36f7f5 2024-12-15T17:39:47,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/4f5106750c774e2c9e53224abfa0ee16 is 50, key is test_row_0/B:col10/1734284384875/Put/seqid=0 2024-12-15T17:39:47,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742339_1515 (size=12001) 2024-12-15T17:39:47,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284447318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:47,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284447322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:47,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284447323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:47,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284447622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:47,624 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/4f5106750c774e2c9e53224abfa0ee16 2024-12-15T17:39:47,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:47,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284447626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:47,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:47,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284447626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:47,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/47ac2743cc0c4caf8b0f6b1cea3a848e is 50, key is test_row_0/C:col10/1734284384875/Put/seqid=0 2024-12-15T17:39:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742340_1516 (size=12001) 2024-12-15T17:39:47,637 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/47ac2743cc0c4caf8b0f6b1cea3a848e 2024-12-15T17:39:47,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/ea9e8f8a9c864999ad6b15c01c36f7f5 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/ea9e8f8a9c864999ad6b15c01c36f7f5 2024-12-15T17:39:47,655 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/ea9e8f8a9c864999ad6b15c01c36f7f5, entries=150, sequenceid=119, filesize=30.2 K 2024-12-15T17:39:47,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/4f5106750c774e2c9e53224abfa0ee16 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4f5106750c774e2c9e53224abfa0ee16 2024-12-15T17:39:47,683 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4f5106750c774e2c9e53224abfa0ee16, entries=150, sequenceid=119, filesize=11.7 K 2024-12-15T17:39:47,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/47ac2743cc0c4caf8b0f6b1cea3a848e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/47ac2743cc0c4caf8b0f6b1cea3a848e 2024-12-15T17:39:47,688 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/47ac2743cc0c4caf8b0f6b1cea3a848e, entries=150, sequenceid=119, filesize=11.7 K 2024-12-15T17:39:47,689 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 568a7c6c2017f1f2c3c97245c0b7352b in 1404ms, sequenceid=119, compaction requested=false 2024-12-15T17:39:47,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:47,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:47,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-12-15T17:39:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=140 2024-12-15T17:39:47,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=140, resume processing ppid=139 2024-12-15T17:39:47,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, ppid=139, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7990 sec 2024-12-15T17:39:47,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 2.8060 sec 2024-12-15T17:39:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:48,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T17:39:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:48,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c75b9741bbd649c6adb295d520cfc72c_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284388131/Put/seqid=0 2024-12-15T17:39:48,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742341_1517 (size=12254) 2024-12-15T17:39:48,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284448195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:48,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284448195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:48,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284448196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:48,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284448300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:48,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284448300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:48,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284448301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:48,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284448504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:48,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284448507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:48,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284448507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:48,580 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:48,585 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c75b9741bbd649c6adb295d520cfc72c_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c75b9741bbd649c6adb295d520cfc72c_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:48,586 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/d7c25579b3a84a549429047f253b074f, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:48,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/d7c25579b3a84a549429047f253b074f is 175, key is test_row_0/A:col10/1734284388131/Put/seqid=0 2024-12-15T17:39:48,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742342_1518 (size=31055) 2024-12-15T17:39:48,590 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/d7c25579b3a84a549429047f253b074f 2024-12-15T17:39:48,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/7d3b6379dd76400fb20b249c8e6e3ed1 is 50, key is test_row_0/B:col10/1734284388131/Put/seqid=0 2024-12-15T17:39:48,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742343_1519 (size=12101) 2024-12-15T17:39:48,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284448808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:48,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284448810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:48,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284448813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=139 2024-12-15T17:39:48,993 INFO [Thread-2189 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 139 completed 2024-12-15T17:39:48,995 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-12-15T17:39:48,997 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-15T17:39:48,997 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:48,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:48,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/7d3b6379dd76400fb20b249c8e6e3ed1 2024-12-15T17:39:49,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/31a8d37d9bf74d20b5e8cc8f49e3eda4 is 50, key is test_row_0/C:col10/1734284388131/Put/seqid=0 2024-12-15T17:39:49,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742344_1520 (size=12101) 2024-12-15T17:39:49,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284449015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:49,017 DEBUG [Thread-2185 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., hostname=4ce65a7c4674,35427,1734284215611, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:39:49,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284449032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:49,033 DEBUG [Thread-2187 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., hostname=4ce65a7c4674,35427,1734284215611, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:39:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-15T17:39:49,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:49,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-15T17:39:49,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:49,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:49,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:49,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:49,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-15T17:39:49,302 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:49,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-15T17:39:49,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:49,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:49,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:49,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:49,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:49,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284449310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:49,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284449316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:49,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284449317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:49,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/31a8d37d9bf74d20b5e8cc8f49e3eda4 2024-12-15T17:39:49,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/d7c25579b3a84a549429047f253b074f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/d7c25579b3a84a549429047f253b074f 2024-12-15T17:39:49,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/d7c25579b3a84a549429047f253b074f, entries=150, sequenceid=133, filesize=30.3 K 2024-12-15T17:39:49,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/7d3b6379dd76400fb20b249c8e6e3ed1 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/7d3b6379dd76400fb20b249c8e6e3ed1 2024-12-15T17:39:49,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/7d3b6379dd76400fb20b249c8e6e3ed1, entries=150, sequenceid=133, filesize=11.8 K 2024-12-15T17:39:49,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/31a8d37d9bf74d20b5e8cc8f49e3eda4 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/31a8d37d9bf74d20b5e8cc8f49e3eda4 2024-12-15T17:39:49,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/31a8d37d9bf74d20b5e8cc8f49e3eda4, entries=150, sequenceid=133, filesize=11.8 K 2024-12-15T17:39:49,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 568a7c6c2017f1f2c3c97245c0b7352b in 1296ms, sequenceid=133, compaction requested=true 2024-12-15T17:39:49,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:49,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:49,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:49,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:49,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T17:39:49,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:49,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-15T17:39:49,435 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:49,435 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:49,442 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93278 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:49,442 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/A is initiating minor compaction (all files) 2024-12-15T17:39:49,442 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/A in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:49,442 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/fbf104dce0754e48a61922b546425222, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/ea9e8f8a9c864999ad6b15c01c36f7f5, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/d7c25579b3a84a549429047f253b074f] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=91.1 K 2024-12-15T17:39:49,442 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:49,442 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/fbf104dce0754e48a61922b546425222, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/ea9e8f8a9c864999ad6b15c01c36f7f5, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/d7c25579b3a84a549429047f253b074f] 2024-12-15T17:39:49,443 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:49,443 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting fbf104dce0754e48a61922b546425222, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284382639 2024-12-15T17:39:49,443 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/C is initiating minor compaction (all files) 2024-12-15T17:39:49,444 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/C in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:49,444 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/218999bc78e6443ca43f89e0e6a26f5c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/47ac2743cc0c4caf8b0f6b1cea3a848e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/31a8d37d9bf74d20b5e8cc8f49e3eda4] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=35.5 K 2024-12-15T17:39:49,444 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ea9e8f8a9c864999ad6b15c01c36f7f5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734284384873 2024-12-15T17:39:49,445 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 218999bc78e6443ca43f89e0e6a26f5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284382639 2024-12-15T17:39:49,445 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d7c25579b3a84a549429047f253b074f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734284387004 2024-12-15T17:39:49,445 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47ac2743cc0c4caf8b0f6b1cea3a848e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734284384873 2024-12-15T17:39:49,446 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31a8d37d9bf74d20b5e8cc8f49e3eda4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734284387004 2024-12-15T17:39:49,455 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:49,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-15T17:39:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:49,456 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T17:39:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:49,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:49,462 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#C#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:49,462 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/0d13aed2654c4adc958662d1e0868293 is 50, key is test_row_0/C:col10/1734284388131/Put/seqid=0 2024-12-15T17:39:49,473 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:49,481 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215581cdf58d4284ae1a5f84460e59110dc_568a7c6c2017f1f2c3c97245c0b7352b store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:49,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fa89f8d5905a48a18b44d0adcca84bdb_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284388192/Put/seqid=0 2024-12-15T17:39:49,484 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215581cdf58d4284ae1a5f84460e59110dc_568a7c6c2017f1f2c3c97245c0b7352b, store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:49,484 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215581cdf58d4284ae1a5f84460e59110dc_568a7c6c2017f1f2c3c97245c0b7352b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:49,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742346_1522 (size=12304) 2024-12-15T17:39:49,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:49,493 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fa89f8d5905a48a18b44d0adcca84bdb_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fa89f8d5905a48a18b44d0adcca84bdb_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:49,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/ddde8c635d014ff4b4334d29b88d1069, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:49,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/ddde8c635d014ff4b4334d29b88d1069 is 175, key is test_row_0/A:col10/1734284388192/Put/seqid=0 2024-12-15T17:39:49,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742347_1523 (size=4469) 2024-12-15T17:39:49,499 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#A#compaction#434 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:49,499 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/6348def0048a4f07bcf50bbccd7b3e2d is 175, key is test_row_0/A:col10/1734284388131/Put/seqid=0 2024-12-15T17:39:49,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742345_1521 (size=12409) 2024-12-15T17:39:49,516 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/0d13aed2654c4adc958662d1e0868293 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/0d13aed2654c4adc958662d1e0868293 2024-12-15T17:39:49,521 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/C of 568a7c6c2017f1f2c3c97245c0b7352b into 0d13aed2654c4adc958662d1e0868293(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:49,521 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:49,521 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/C, priority=13, startTime=1734284389433; duration=0sec 2024-12-15T17:39:49,521 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:49,521 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:C 2024-12-15T17:39:49,523 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:49,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742349_1525 (size=31363) 2024-12-15T17:39:49,527 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:49,527 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/B is initiating minor compaction (all files) 2024-12-15T17:39:49,527 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/B in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:49,528 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/26c75d258dec433983e424294b6484b1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4f5106750c774e2c9e53224abfa0ee16, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/7d3b6379dd76400fb20b249c8e6e3ed1] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=35.5 K 2024-12-15T17:39:49,528 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26c75d258dec433983e424294b6484b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734284382639 2024-12-15T17:39:49,529 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f5106750c774e2c9e53224abfa0ee16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734284384873 2024-12-15T17:39:49,529 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d3b6379dd76400fb20b249c8e6e3ed1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734284387004 2024-12-15T17:39:49,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742348_1524 (size=31105) 2024-12-15T17:39:49,537 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:49,538 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/1c3c70af066e4ff9b1efb07397e06c77 is 50, key is test_row_0/B:col10/1734284388131/Put/seqid=0 2024-12-15T17:39:49,538 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/ddde8c635d014ff4b4334d29b88d1069 2024-12-15T17:39:49,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/ec68c5b201c04f9a930f3e1b0c02a00f is 50, key is test_row_0/B:col10/1734284388192/Put/seqid=0 2024-12-15T17:39:49,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742350_1526 (size=12409) 2024-12-15T17:39:49,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742351_1527 (size=12151) 2024-12-15T17:39:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-15T17:39:49,930 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/6348def0048a4f07bcf50bbccd7b3e2d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/6348def0048a4f07bcf50bbccd7b3e2d 2024-12-15T17:39:49,933 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/A of 568a7c6c2017f1f2c3c97245c0b7352b into 6348def0048a4f07bcf50bbccd7b3e2d(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:49,934 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:49,934 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/A, priority=13, startTime=1734284389433; duration=0sec 2024-12-15T17:39:49,934 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:49,934 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:A 2024-12-15T17:39:49,978 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/ec68c5b201c04f9a930f3e1b0c02a00f 2024-12-15T17:39:49,982 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/1c3c70af066e4ff9b1efb07397e06c77 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/1c3c70af066e4ff9b1efb07397e06c77 2024-12-15T17:39:49,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/8f70b8590883404a855b16059360172f is 50, key is test_row_0/C:col10/1734284388192/Put/seqid=0 2024-12-15T17:39:49,988 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/B of 568a7c6c2017f1f2c3c97245c0b7352b into 1c3c70af066e4ff9b1efb07397e06c77(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:49,988 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:49,988 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/B, priority=13, startTime=1734284389433; duration=0sec 2024-12-15T17:39:49,989 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:49,989 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:B 2024-12-15T17:39:49,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742352_1528 (size=12151) 2024-12-15T17:39:49,990 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/8f70b8590883404a855b16059360172f 2024-12-15T17:39:49,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/ddde8c635d014ff4b4334d29b88d1069 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/ddde8c635d014ff4b4334d29b88d1069 2024-12-15T17:39:49,997 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/ddde8c635d014ff4b4334d29b88d1069, entries=150, sequenceid=157, filesize=30.4 K 2024-12-15T17:39:49,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/ec68c5b201c04f9a930f3e1b0c02a00f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/ec68c5b201c04f9a930f3e1b0c02a00f 2024-12-15T17:39:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,005 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/ec68c5b201c04f9a930f3e1b0c02a00f, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T17:39:50,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/8f70b8590883404a855b16059360172f as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/8f70b8590883404a855b16059360172f 2024-12-15T17:39:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,011 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/8f70b8590883404a855b16059360172f, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T17:39:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,011 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 568a7c6c2017f1f2c3c97245c0b7352b in 555ms, sequenceid=157, compaction requested=false 2024-12-15T17:39:50,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:50,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:50,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-12-15T17:39:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=142 2024-12-15T17:39:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-12-15T17:39:50,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0150 sec 2024-12-15T17:39:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.0190 sec 2024-12-15T17:39:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-15T17:39:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,108 INFO [Thread-2189 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 141 completed 2024-12-15T17:39:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,110 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-12-15T17:39:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-15T17:39:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,116 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,116 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-15T17:39:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-15T17:39:50,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:50,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:50,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:50,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-12-15T17:39:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=144 2024-12-15T17:39:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-12-15T17:39:50,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 157 msec 2024-12-15T17:39:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 165 msec 2024-12-15T17:39:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:39:50,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:50,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:50,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:50,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=143 2024-12-15T17:39:50,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121573d5e73866ec416596b22b4ac8351565_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284390384/Put/seqid=0 2024-12-15T17:39:50,423 INFO [Thread-2189 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 143 completed 2024-12-15T17:39:50,435 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-12-15T17:39:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-15T17:39:50,443 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:50,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742354_1530 (size=24758) 2024-12-15T17:39:50,448 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:50,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:50,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284450449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:50,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284450450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:50,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284450451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-15T17:39:50,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:50,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284450555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284450555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:50,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284450556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:50,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:50,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T17:39:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:50,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-15T17:39:50,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284450762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:50,763 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:50,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T17:39:50,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:50,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:50,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:50,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:50,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:50,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284450762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:50,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284450763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:50,851 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:50,857 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121573d5e73866ec416596b22b4ac8351565_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121573d5e73866ec416596b22b4ac8351565_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:50,857 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/0a338a437dc8434da85d8b85a90825d7, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:50,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/0a338a437dc8434da85d8b85a90825d7 is 175, key is test_row_0/A:col10/1734284390384/Put/seqid=0 2024-12-15T17:39:50,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742353_1529 (size=74395) 2024-12-15T17:39:50,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:50,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T17:39:50,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:50,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:50,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:50,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:50,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-15T17:39:51,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:51,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284451063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:51,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284451065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:51,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:51,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T17:39:51,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:51,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:51,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:51,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:51,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284451066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,219 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:51,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T17:39:51,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:51,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:51,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:51,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,264 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/0a338a437dc8434da85d8b85a90825d7 2024-12-15T17:39:51,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/3ea782e61d4f40fabde89b0232686ee4 is 50, key is test_row_0/B:col10/1734284390384/Put/seqid=0 2024-12-15T17:39:51,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742355_1531 (size=12151) 2024-12-15T17:39:51,372 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:51,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T17:39:51,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:51,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:51,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:51,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,526 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:51,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T17:39:51,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:51,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:51,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:51,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-15T17:39:51,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284451576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:51,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284451576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:51,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284451579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:51,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/3ea782e61d4f40fabde89b0232686ee4 2024-12-15T17:39:51,689 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:51,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T17:39:51,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:51,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:51,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:51,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/33318e7303fa4b32b11a61e9c262a1f0 is 50, key is test_row_0/C:col10/1734284390384/Put/seqid=0 2024-12-15T17:39:51,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742356_1532 (size=12151) 2024-12-15T17:39:51,852 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:51,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T17:39:51,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:51,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:51,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:51,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:52,010 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:52,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T17:39:52,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:52,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:52,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:52,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:52,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:52,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/33318e7303fa4b32b11a61e9c262a1f0 2024-12-15T17:39:52,165 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:52,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T17:39:52,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:52,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:52,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:52,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:52,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:52,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/0a338a437dc8434da85d8b85a90825d7 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/0a338a437dc8434da85d8b85a90825d7 2024-12-15T17:39:52,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/0a338a437dc8434da85d8b85a90825d7, entries=400, sequenceid=172, filesize=72.7 K 2024-12-15T17:39:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/3ea782e61d4f40fabde89b0232686ee4 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/3ea782e61d4f40fabde89b0232686ee4 2024-12-15T17:39:52,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/3ea782e61d4f40fabde89b0232686ee4, entries=150, sequenceid=172, filesize=11.9 K 2024-12-15T17:39:52,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/33318e7303fa4b32b11a61e9c262a1f0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/33318e7303fa4b32b11a61e9c262a1f0 2024-12-15T17:39:52,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/33318e7303fa4b32b11a61e9c262a1f0, entries=150, sequenceid=172, filesize=11.9 K 2024-12-15T17:39:52,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 568a7c6c2017f1f2c3c97245c0b7352b in 1812ms, sequenceid=172, compaction requested=true 2024-12-15T17:39:52,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:52,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:52,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:52,205 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:52,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:52,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:52,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:52,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T17:39:52,206 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:52,207 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/A is initiating minor compaction (all files) 2024-12-15T17:39:52,207 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/A in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:52,207 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/6348def0048a4f07bcf50bbccd7b3e2d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/ddde8c635d014ff4b4334d29b88d1069, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/0a338a437dc8434da85d8b85a90825d7] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=133.7 K 2024-12-15T17:39:52,207 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:52,207 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/6348def0048a4f07bcf50bbccd7b3e2d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/ddde8c635d014ff4b4334d29b88d1069, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/0a338a437dc8434da85d8b85a90825d7] 2024-12-15T17:39:52,207 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:52,208 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6348def0048a4f07bcf50bbccd7b3e2d, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734284387004 2024-12-15T17:39:52,208 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddde8c635d014ff4b4334d29b88d1069, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734284388169 2024-12-15T17:39:52,216 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a338a437dc8434da85d8b85a90825d7, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734284390365 2024-12-15T17:39:52,223 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:52,223 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/B is initiating minor compaction (all files) 2024-12-15T17:39:52,223 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/B in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:52,223 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/1c3c70af066e4ff9b1efb07397e06c77, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/ec68c5b201c04f9a930f3e1b0c02a00f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/3ea782e61d4f40fabde89b0232686ee4] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=35.9 K 2024-12-15T17:39:52,224 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c3c70af066e4ff9b1efb07397e06c77, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734284387004 2024-12-15T17:39:52,224 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ec68c5b201c04f9a930f3e1b0c02a00f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734284388169 2024-12-15T17:39:52,224 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ea782e61d4f40fabde89b0232686ee4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734284390372 2024-12-15T17:39:52,241 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:52,246 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#B#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:52,246 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/727beb4a78854eddb09818d41822f818 is 50, key is test_row_0/B:col10/1734284390384/Put/seqid=0 2024-12-15T17:39:52,252 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121523a7ffa62f944c06846de121be38b8e6_568a7c6c2017f1f2c3c97245c0b7352b store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:52,255 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121523a7ffa62f944c06846de121be38b8e6_568a7c6c2017f1f2c3c97245c0b7352b, store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:52,255 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121523a7ffa62f944c06846de121be38b8e6_568a7c6c2017f1f2c3c97245c0b7352b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:52,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742358_1534 (size=4469) 2024-12-15T17:39:52,281 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#A#compaction#442 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:52,281 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/7bcc9b4f12a840aea296eaacc0200955 is 175, key is test_row_0/A:col10/1734284390384/Put/seqid=0 2024-12-15T17:39:52,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742357_1533 (size=12561) 2024-12-15T17:39:52,291 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/727beb4a78854eddb09818d41822f818 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/727beb4a78854eddb09818d41822f818 2024-12-15T17:39:52,305 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/B of 568a7c6c2017f1f2c3c97245c0b7352b into 727beb4a78854eddb09818d41822f818(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:52,306 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:52,306 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/B, priority=13, startTime=1734284392205; duration=0sec 2024-12-15T17:39:52,306 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:52,306 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:B 2024-12-15T17:39:52,306 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:52,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742359_1535 (size=31515) 2024-12-15T17:39:52,307 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:52,307 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/C is initiating minor compaction (all files) 2024-12-15T17:39:52,307 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/C in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:52,307 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/0d13aed2654c4adc958662d1e0868293, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/8f70b8590883404a855b16059360172f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/33318e7303fa4b32b11a61e9c262a1f0] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=35.9 K 2024-12-15T17:39:52,308 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d13aed2654c4adc958662d1e0868293, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1734284387004 2024-12-15T17:39:52,308 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f70b8590883404a855b16059360172f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734284388169 2024-12-15T17:39:52,308 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 33318e7303fa4b32b11a61e9c262a1f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734284390372 2024-12-15T17:39:52,318 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:52,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-15T17:39:52,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:52,319 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T17:39:52,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:52,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:52,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:52,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:52,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:52,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:52,323 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/7bcc9b4f12a840aea296eaacc0200955 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/7bcc9b4f12a840aea296eaacc0200955 2024-12-15T17:39:52,331 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#C#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:52,331 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/a6ecbcd52f324ba880cee732f0f6810c is 50, key is test_row_0/C:col10/1734284390384/Put/seqid=0 2024-12-15T17:39:52,331 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/A of 568a7c6c2017f1f2c3c97245c0b7352b into 7bcc9b4f12a840aea296eaacc0200955(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:52,331 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:52,331 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/A, priority=13, startTime=1734284392205; duration=0sec 2024-12-15T17:39:52,332 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:52,332 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:A 2024-12-15T17:39:52,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cbcd9681f95a4de6b2353ab7941af9e5_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284390449/Put/seqid=0 2024-12-15T17:39:52,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742360_1536 (size=12561) 2024-12-15T17:39:52,358 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/a6ecbcd52f324ba880cee732f0f6810c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/a6ecbcd52f324ba880cee732f0f6810c 2024-12-15T17:39:52,362 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/C of 568a7c6c2017f1f2c3c97245c0b7352b into a6ecbcd52f324ba880cee732f0f6810c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:52,362 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:52,362 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/C, priority=13, startTime=1734284392205; duration=0sec 2024-12-15T17:39:52,362 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:52,362 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:C 2024-12-15T17:39:52,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742361_1537 (size=12304) 2024-12-15T17:39:52,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:52,399 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cbcd9681f95a4de6b2353ab7941af9e5_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cbcd9681f95a4de6b2353ab7941af9e5_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:52,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/044a445705d240b3a07e57f2c289a0c1, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:52,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/044a445705d240b3a07e57f2c289a0c1 is 175, key is test_row_0/A:col10/1734284390449/Put/seqid=0 2024-12-15T17:39:52,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742362_1538 (size=31105) 2024-12-15T17:39:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-15T17:39:52,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:52,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284452604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:52,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284452605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:52,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284452606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:52,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284452706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:52,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284452707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:52,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284452709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:52,839 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/044a445705d240b3a07e57f2c289a0c1 2024-12-15T17:39:52,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/d66ab43fd6d84f118d3e687ca1618be6 is 50, key is test_row_0/B:col10/1734284390449/Put/seqid=0 2024-12-15T17:39:52,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284452910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:52,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284452911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:52,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284452912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:52,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742363_1539 (size=12151) 2024-12-15T17:39:53,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:53,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1734284453046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:53,047 DEBUG [Thread-2187 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8168 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., hostname=4ce65a7c4674,35427,1734284215611, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:39:53,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:53,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34576 deadline: 1734284453063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:53,065 DEBUG [Thread-2185 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8192 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., hostname=4ce65a7c4674,35427,1734284215611, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T17:39:53,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:53,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284453216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284453216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:53,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284453215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:53,327 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/d66ab43fd6d84f118d3e687ca1618be6 2024-12-15T17:39:53,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/6b4097f062444d0e867366c2ccdcc1f4 is 50, key is test_row_0/C:col10/1734284390449/Put/seqid=0 2024-12-15T17:39:53,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742364_1540 (size=12151) 2024-12-15T17:39:53,371 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T17:39:53,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284453723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:53,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284453724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:53,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284453724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:53,767 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/6b4097f062444d0e867366c2ccdcc1f4 2024-12-15T17:39:53,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/044a445705d240b3a07e57f2c289a0c1 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/044a445705d240b3a07e57f2c289a0c1 2024-12-15T17:39:53,797 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/044a445705d240b3a07e57f2c289a0c1, entries=150, sequenceid=199, filesize=30.4 K 2024-12-15T17:39:53,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/d66ab43fd6d84f118d3e687ca1618be6 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/d66ab43fd6d84f118d3e687ca1618be6 2024-12-15T17:39:53,820 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/d66ab43fd6d84f118d3e687ca1618be6, entries=150, sequenceid=199, filesize=11.9 K 2024-12-15T17:39:53,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/6b4097f062444d0e867366c2ccdcc1f4 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6b4097f062444d0e867366c2ccdcc1f4 2024-12-15T17:39:53,823 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6b4097f062444d0e867366c2ccdcc1f4, entries=150, sequenceid=199, filesize=11.9 K 2024-12-15T17:39:53,824 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 568a7c6c2017f1f2c3c97245c0b7352b in 1505ms, sequenceid=199, compaction requested=false 2024-12-15T17:39:53,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:53,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:53,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-12-15T17:39:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=146 2024-12-15T17:39:53,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-12-15T17:39:53,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3770 sec 2024-12-15T17:39:53,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 3.3920 sec 2024-12-15T17:39:54,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=145 2024-12-15T17:39:54,547 INFO [Thread-2189 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 145 completed 2024-12-15T17:39:54,548 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-12-15T17:39:54,556 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:54,558 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:54,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:54,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-15T17:39:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-15T17:39:54,713 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:54,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-15T17:39:54,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:54,714 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:39:54,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:54,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:54,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:54,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:54,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:54,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:54,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158b3cf0c482304442882feafa6416324f_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284392604/Put/seqid=0 2024-12-15T17:39:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:54,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:54,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742365_1541 (size=12304) 2024-12-15T17:39:54,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:54,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284454837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284454837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:54,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284454840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-15T17:39:54,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:54,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284454942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:54,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:54,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284454944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:54,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284454948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:55,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284455150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:55,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284455152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:55,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284455157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:55,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-15T17:39:55,187 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158b3cf0c482304442882feafa6416324f_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158b3cf0c482304442882feafa6416324f_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:55,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/29123512d7e4413791aa30b2acfe12e4, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:55,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/29123512d7e4413791aa30b2acfe12e4 is 175, key is test_row_0/A:col10/1734284392604/Put/seqid=0 2024-12-15T17:39:55,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742366_1542 (size=31105) 2024-12-15T17:39:55,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284455458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:55,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284455461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:55,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284455468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:55,631 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/29123512d7e4413791aa30b2acfe12e4 2024-12-15T17:39:55,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/a62223271372400fba77a6ba4b9f3ad0 is 50, key is test_row_0/B:col10/1734284392604/Put/seqid=0 2024-12-15T17:39:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-15T17:39:55,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742367_1543 (size=12151) 2024-12-15T17:39:55,678 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/a62223271372400fba77a6ba4b9f3ad0 2024-12-15T17:39:55,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/1173b0711490408a9d489c8658171dcb is 50, key is test_row_0/C:col10/1734284392604/Put/seqid=0 2024-12-15T17:39:55,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742368_1544 (size=12151) 2024-12-15T17:39:55,693 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/1173b0711490408a9d489c8658171dcb 2024-12-15T17:39:55,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/29123512d7e4413791aa30b2acfe12e4 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/29123512d7e4413791aa30b2acfe12e4 2024-12-15T17:39:55,699 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/29123512d7e4413791aa30b2acfe12e4, entries=150, sequenceid=212, filesize=30.4 K 2024-12-15T17:39:55,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/a62223271372400fba77a6ba4b9f3ad0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/a62223271372400fba77a6ba4b9f3ad0 2024-12-15T17:39:55,705 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/a62223271372400fba77a6ba4b9f3ad0, entries=150, sequenceid=212, filesize=11.9 K 2024-12-15T17:39:55,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/1173b0711490408a9d489c8658171dcb as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/1173b0711490408a9d489c8658171dcb 2024-12-15T17:39:55,708 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/1173b0711490408a9d489c8658171dcb, entries=150, sequenceid=212, filesize=11.9 K 2024-12-15T17:39:55,709 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 568a7c6c2017f1f2c3c97245c0b7352b in 995ms, sequenceid=212, compaction requested=true 2024-12-15T17:39:55,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:55,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:55,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-12-15T17:39:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=148 2024-12-15T17:39:55,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-12-15T17:39:55,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1520 sec 2024-12-15T17:39:55,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 1.1690 sec 2024-12-15T17:39:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:55,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T17:39:55,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:55,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:55,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:55,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:55,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:55,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:55,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284455981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:55,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284455981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284455983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:56,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158fd8f34ffb554a82ba9a923bf6471ae5_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284395968/Put/seqid=0 2024-12-15T17:39:56,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742369_1545 (size=12304) 2024-12-15T17:39:56,073 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:56,077 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158fd8f34ffb554a82ba9a923bf6471ae5_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158fd8f34ffb554a82ba9a923bf6471ae5_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:56,091 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/5c24702cedbd411db1e4dc9fb31c24ae, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:56,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284456088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:56,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/5c24702cedbd411db1e4dc9fb31c24ae is 175, key is test_row_0/A:col10/1734284395968/Put/seqid=0 2024-12-15T17:39:56,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284456093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:56,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284456094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:56,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742370_1546 (size=31105) 2024-12-15T17:39:56,106 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/5c24702cedbd411db1e4dc9fb31c24ae 2024-12-15T17:39:56,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/4fe9a73781b04505a7453a0531dac33e is 50, key is test_row_0/B:col10/1734284395968/Put/seqid=0 2024-12-15T17:39:56,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742371_1547 (size=12151) 2024-12-15T17:39:56,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284456293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:56,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284456301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:56,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284456301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:56,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/4fe9a73781b04505a7453a0531dac33e 2024-12-15T17:39:56,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/6ad87ddc52fe4771bafee6a6c2aac296 is 50, key is test_row_0/C:col10/1734284395968/Put/seqid=0 2024-12-15T17:39:56,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742372_1548 (size=12151) 2024-12-15T17:39:56,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284456596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:56,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284456612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:56,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/6ad87ddc52fe4771bafee6a6c2aac296 2024-12-15T17:39:56,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284456619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:56,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/5c24702cedbd411db1e4dc9fb31c24ae as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/5c24702cedbd411db1e4dc9fb31c24ae 2024-12-15T17:39:56,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/5c24702cedbd411db1e4dc9fb31c24ae, entries=150, sequenceid=238, filesize=30.4 K 2024-12-15T17:39:56,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/4fe9a73781b04505a7453a0531dac33e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4fe9a73781b04505a7453a0531dac33e 2024-12-15T17:39:56,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4fe9a73781b04505a7453a0531dac33e, entries=150, sequenceid=238, filesize=11.9 K 2024-12-15T17:39:56,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/6ad87ddc52fe4771bafee6a6c2aac296 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6ad87ddc52fe4771bafee6a6c2aac296 2024-12-15T17:39:56,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-15T17:39:56,680 INFO [Thread-2189 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-12-15T17:39:56,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6ad87ddc52fe4771bafee6a6c2aac296, entries=150, sequenceid=238, filesize=11.9 K 2024-12-15T17:39:56,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 568a7c6c2017f1f2c3c97245c0b7352b in 711ms, sequenceid=238, compaction requested=true 2024-12-15T17:39:56,681 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:56,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:56,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:56,681 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:39:56,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:56,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:56,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:56,681 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:39:56,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:56,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-12-15T17:39:56,682 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:56,683 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:56,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T17:39:56,683 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:39:56,684 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/B is initiating minor compaction (all files) 2024-12-15T17:39:56,684 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/B in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:56,684 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/727beb4a78854eddb09818d41822f818, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/d66ab43fd6d84f118d3e687ca1618be6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/a62223271372400fba77a6ba4b9f3ad0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4fe9a73781b04505a7453a0531dac33e] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=47.9 K 2024-12-15T17:39:56,684 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124830 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:39:56,684 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/A is initiating minor compaction (all files) 2024-12-15T17:39:56,684 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/A in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:56,684 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/7bcc9b4f12a840aea296eaacc0200955, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/044a445705d240b3a07e57f2c289a0c1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/29123512d7e4413791aa30b2acfe12e4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/5c24702cedbd411db1e4dc9fb31c24ae] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=121.9 K 2024-12-15T17:39:56,684 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:56,685 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/7bcc9b4f12a840aea296eaacc0200955, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/044a445705d240b3a07e57f2c289a0c1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/29123512d7e4413791aa30b2acfe12e4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/5c24702cedbd411db1e4dc9fb31c24ae] 2024-12-15T17:39:56,685 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 727beb4a78854eddb09818d41822f818, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734284390372 2024-12-15T17:39:56,685 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bcc9b4f12a840aea296eaacc0200955, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734284390372 2024-12-15T17:39:56,685 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting d66ab43fd6d84f118d3e687ca1618be6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734284390422 2024-12-15T17:39:56,686 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting a62223271372400fba77a6ba4b9f3ad0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734284392593 2024-12-15T17:39:56,686 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 044a445705d240b3a07e57f2c289a0c1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734284390422 2024-12-15T17:39:56,686 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fe9a73781b04505a7453a0531dac33e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734284394806 2024-12-15T17:39:56,686 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29123512d7e4413791aa30b2acfe12e4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734284392593 2024-12-15T17:39:56,686 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c24702cedbd411db1e4dc9fb31c24ae, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734284394806 2024-12-15T17:39:56,696 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:56,706 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:56,706 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/86c83d52039d40469114800f69f77808 is 50, key is test_row_0/B:col10/1734284395968/Put/seqid=0 2024-12-15T17:39:56,708 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215f8edb461d32045779aa66eb49818bd8e_568a7c6c2017f1f2c3c97245c0b7352b store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:56,710 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215f8edb461d32045779aa66eb49818bd8e_568a7c6c2017f1f2c3c97245c0b7352b, store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:56,710 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f8edb461d32045779aa66eb49818bd8e_568a7c6c2017f1f2c3c97245c0b7352b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:56,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742373_1549 (size=12697) 2024-12-15T17:39:56,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742374_1550 (size=4469) 2024-12-15T17:39:56,763 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#A#compaction#454 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:56,764 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/d8a4c841d0194eb1843f41b9ce9ed511 is 175, key is test_row_0/A:col10/1734284395968/Put/seqid=0 2024-12-15T17:39:56,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742375_1551 (size=31651) 2024-12-15T17:39:56,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T17:39:56,819 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/d8a4c841d0194eb1843f41b9ce9ed511 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/d8a4c841d0194eb1843f41b9ce9ed511 2024-12-15T17:39:56,827 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/A of 568a7c6c2017f1f2c3c97245c0b7352b into d8a4c841d0194eb1843f41b9ce9ed511(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:56,827 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:56,827 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/A, priority=12, startTime=1734284396681; duration=0sec 2024-12-15T17:39:56,827 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:56,827 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:A 2024-12-15T17:39:56,828 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:39:56,835 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:56,835 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:39:56,835 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/C is initiating minor compaction (all files) 2024-12-15T17:39:56,835 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/C in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:56,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-15T17:39:56,835 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/a6ecbcd52f324ba880cee732f0f6810c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6b4097f062444d0e867366c2ccdcc1f4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/1173b0711490408a9d489c8658171dcb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6ad87ddc52fe4771bafee6a6c2aac296] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=47.9 K 2024-12-15T17:39:56,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:56,835 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-15T17:39:56,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:56,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:56,836 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6ecbcd52f324ba880cee732f0f6810c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1734284390372 2024-12-15T17:39:56,837 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b4097f062444d0e867366c2ccdcc1f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734284390422 2024-12-15T17:39:56,837 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1173b0711490408a9d489c8658171dcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1734284392593 2024-12-15T17:39:56,837 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ad87ddc52fe4771bafee6a6c2aac296, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734284394806 2024-12-15T17:39:56,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121563d915a0b2dd4385b823d3fefd679675_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284395981/Put/seqid=0 2024-12-15T17:39:56,850 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#C#compaction#457 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:56,850 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/3c83e41b8aec413c93e2e2862f11fc3c is 50, key is test_row_0/C:col10/1734284395968/Put/seqid=0 2024-12-15T17:39:56,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742376_1552 (size=12697) 2024-12-15T17:39:56,876 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/3c83e41b8aec413c93e2e2862f11fc3c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3c83e41b8aec413c93e2e2862f11fc3c 2024-12-15T17:39:56,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742377_1553 (size=12304) 2024-12-15T17:39:56,886 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/C of 568a7c6c2017f1f2c3c97245c0b7352b into 3c83e41b8aec413c93e2e2862f11fc3c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:56,886 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:56,886 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/C, priority=12, startTime=1734284396681; duration=0sec 2024-12-15T17:39:56,886 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:56,886 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:C 2024-12-15T17:39:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T17:39:57,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:57,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:57,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284457150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:57,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:57,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284457150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:57,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284457152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:57,154 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/86c83d52039d40469114800f69f77808 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/86c83d52039d40469114800f69f77808 2024-12-15T17:39:57,168 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/B of 568a7c6c2017f1f2c3c97245c0b7352b into 86c83d52039d40469114800f69f77808(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:57,168 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:57,168 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/B, priority=12, startTime=1734284396681; duration=0sec 2024-12-15T17:39:57,168 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:57,168 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:B 2024-12-15T17:39:57,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284457255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:57,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284457258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:57,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284457263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:57,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T17:39:57,290 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121563d915a0b2dd4385b823d3fefd679675_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121563d915a0b2dd4385b823d3fefd679675_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:57,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/68a2f0a9385a40078df7df7cc46e92d0, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:57,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/68a2f0a9385a40078df7df7cc46e92d0 is 175, key is test_row_0/A:col10/1734284395981/Put/seqid=0 2024-12-15T17:39:57,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742378_1554 (size=31105) 2024-12-15T17:39:57,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284457458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:57,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284457461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:57,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284457466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:57,708 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/68a2f0a9385a40078df7df7cc46e92d0 2024-12-15T17:39:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/9145378950114b4e8f22f565775ea1c5 is 50, key is test_row_0/B:col10/1734284395981/Put/seqid=0 2024-12-15T17:39:57,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742379_1555 (size=12151) 2024-12-15T17:39:57,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284457762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:57,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284457764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:57,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284457769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:57,771 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/9145378950114b4e8f22f565775ea1c5 2024-12-15T17:39:57,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/55e25c4d3053468eb61032908587be53 is 50, key is test_row_0/C:col10/1734284395981/Put/seqid=0 2024-12-15T17:39:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T17:39:57,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742380_1556 (size=12151) 2024-12-15T17:39:58,223 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/55e25c4d3053468eb61032908587be53 2024-12-15T17:39:58,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/68a2f0a9385a40078df7df7cc46e92d0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/68a2f0a9385a40078df7df7cc46e92d0 2024-12-15T17:39:58,238 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/68a2f0a9385a40078df7df7cc46e92d0, entries=150, sequenceid=249, filesize=30.4 K 2024-12-15T17:39:58,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/9145378950114b4e8f22f565775ea1c5 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/9145378950114b4e8f22f565775ea1c5 2024-12-15T17:39:58,243 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/9145378950114b4e8f22f565775ea1c5, entries=150, sequenceid=249, filesize=11.9 K 2024-12-15T17:39:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/55e25c4d3053468eb61032908587be53 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/55e25c4d3053468eb61032908587be53 2024-12-15T17:39:58,247 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/55e25c4d3053468eb61032908587be53, entries=150, sequenceid=249, filesize=11.9 K 2024-12-15T17:39:58,254 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 568a7c6c2017f1f2c3c97245c0b7352b in 1419ms, sequenceid=249, compaction requested=false 2024-12-15T17:39:58,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:58,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:58,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-12-15T17:39:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=150 2024-12-15T17:39:58,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-12-15T17:39:58,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5720 sec 2024-12-15T17:39:58,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 1.5760 sec 2024-12-15T17:39:58,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:58,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T17:39:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:58,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:58,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159408bd31a7fd4422899b1ae96700f216_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284398266/Put/seqid=0 2024-12-15T17:39:58,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284458285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:58,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284458288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:58,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284458289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:58,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742381_1557 (size=12454) 2024-12-15T17:39:58,308 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:58,311 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159408bd31a7fd4422899b1ae96700f216_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159408bd31a7fd4422899b1ae96700f216_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:58,311 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/2cfcb048947e4b23b3fec4e3591bfb6d, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:58,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/2cfcb048947e4b23b3fec4e3591bfb6d is 175, key is test_row_0/A:col10/1734284398266/Put/seqid=0 2024-12-15T17:39:58,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742382_1558 (size=31255) 2024-12-15T17:39:58,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284458392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:58,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284458395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:58,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284458395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:58,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:58,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284458594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:58,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284458597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:58,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284458605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:58,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/2cfcb048947e4b23b3fec4e3591bfb6d 2024-12-15T17:39:58,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/4199801002004665a470fcc6230da86e is 50, key is test_row_0/B:col10/1734284398266/Put/seqid=0 2024-12-15T17:39:58,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742383_1559 (size=12301) 2024-12-15T17:39:58,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/4199801002004665a470fcc6230da86e 2024-12-15T17:39:58,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/1074999ac56d4895bf876e59b0a6e84b is 50, key is test_row_0/C:col10/1734284398266/Put/seqid=0 2024-12-15T17:39:58,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742384_1560 (size=12301) 2024-12-15T17:39:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T17:39:58,792 INFO [Thread-2189 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-12-15T17:39:58,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/1074999ac56d4895bf876e59b0a6e84b 2024-12-15T17:39:58,794 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T17:39:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-12-15T17:39:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T17:39:58,796 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T17:39:58,798 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T17:39:58,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T17:39:58,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/2cfcb048947e4b23b3fec4e3591bfb6d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/2cfcb048947e4b23b3fec4e3591bfb6d 2024-12-15T17:39:58,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/2cfcb048947e4b23b3fec4e3591bfb6d, entries=150, sequenceid=278, filesize=30.5 K 2024-12-15T17:39:58,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/4199801002004665a470fcc6230da86e as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4199801002004665a470fcc6230da86e 2024-12-15T17:39:58,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4199801002004665a470fcc6230da86e, entries=150, sequenceid=278, filesize=12.0 K 2024-12-15T17:39:58,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/1074999ac56d4895bf876e59b0a6e84b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/1074999ac56d4895bf876e59b0a6e84b 2024-12-15T17:39:58,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/1074999ac56d4895bf876e59b0a6e84b, entries=150, sequenceid=278, filesize=12.0 K 2024-12-15T17:39:58,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 568a7c6c2017f1f2c3c97245c0b7352b in 581ms, sequenceid=278, compaction requested=true 2024-12-15T17:39:58,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:58,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:39:58,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:58,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:39:58,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:58,849 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:58,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:39:58,849 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:58,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:58,850 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:58,850 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:58,850 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/B is initiating minor compaction (all files) 2024-12-15T17:39:58,850 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/A is initiating minor compaction (all files) 2024-12-15T17:39:58,850 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/A in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:58,850 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/B in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:58,850 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/d8a4c841d0194eb1843f41b9ce9ed511, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/68a2f0a9385a40078df7df7cc46e92d0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/2cfcb048947e4b23b3fec4e3591bfb6d] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=91.8 K 2024-12-15T17:39:58,850 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/86c83d52039d40469114800f69f77808, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/9145378950114b4e8f22f565775ea1c5, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4199801002004665a470fcc6230da86e] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=36.3 K 2024-12-15T17:39:58,850 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:58,850 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/d8a4c841d0194eb1843f41b9ce9ed511, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/68a2f0a9385a40078df7df7cc46e92d0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/2cfcb048947e4b23b3fec4e3591bfb6d] 2024-12-15T17:39:58,851 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 86c83d52039d40469114800f69f77808, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734284394806 2024-12-15T17:39:58,851 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 9145378950114b4e8f22f565775ea1c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734284395978 2024-12-15T17:39:58,851 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8a4c841d0194eb1843f41b9ce9ed511, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734284394806 2024-12-15T17:39:58,851 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 4199801002004665a470fcc6230da86e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734284397148 2024-12-15T17:39:58,851 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68a2f0a9385a40078df7df7cc46e92d0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734284395978 2024-12-15T17:39:58,851 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cfcb048947e4b23b3fec4e3591bfb6d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734284397148 2024-12-15T17:39:58,860 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:58,864 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#B#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:58,865 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/5f344f1b57fd400bb18c4404be4ce9fe is 50, key is test_row_0/B:col10/1734284398266/Put/seqid=0 2024-12-15T17:39:58,866 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215f02e68b20b604c09b54349586d555d7b_568a7c6c2017f1f2c3c97245c0b7352b store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:58,868 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215f02e68b20b604c09b54349586d555d7b_568a7c6c2017f1f2c3c97245c0b7352b, store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:58,868 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f02e68b20b604c09b54349586d555d7b_568a7c6c2017f1f2c3c97245c0b7352b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T17:39:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:58,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T17:39:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:39:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:39:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:39:58,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:39:58,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742385_1561 (size=12949) 2024-12-15T17:39:58,950 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:58,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T17:39:58,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:58,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:58,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:58,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:58,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:58,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742386_1562 (size=4469) 2024-12-15T17:39:58,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121512661dd214224be4ac58c689d01a42ef_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284398898/Put/seqid=0 2024-12-15T17:39:58,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742387_1563 (size=14994) 2024-12-15T17:39:58,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284458966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:58,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:58,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284458979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284458979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284459080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284459082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284459082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T17:39:59,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T17:39:59,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:59,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:59,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:59,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,260 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T17:39:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:59,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284459282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284459285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284459289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,332 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/5f344f1b57fd400bb18c4404be4ce9fe as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/5f344f1b57fd400bb18c4404be4ce9fe 2024-12-15T17:39:59,337 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/B of 568a7c6c2017f1f2c3c97245c0b7352b into 5f344f1b57fd400bb18c4404be4ce9fe(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:59,337 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:59,337 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/B, priority=13, startTime=1734284398849; duration=0sec 2024-12-15T17:39:59,337 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:39:59,337 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:B 2024-12-15T17:39:59,337 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T17:39:59,338 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T17:39:59,338 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/C is initiating minor compaction (all files) 2024-12-15T17:39:59,338 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/C in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:59,338 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3c83e41b8aec413c93e2e2862f11fc3c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/55e25c4d3053468eb61032908587be53, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/1074999ac56d4895bf876e59b0a6e84b] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=36.3 K 2024-12-15T17:39:59,339 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c83e41b8aec413c93e2e2862f11fc3c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734284394806 2024-12-15T17:39:59,339 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 55e25c4d3053468eb61032908587be53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734284395978 2024-12-15T17:39:59,339 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 1074999ac56d4895bf876e59b0a6e84b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734284397148 2024-12-15T17:39:59,357 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#C#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:59,357 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#A#compaction#463 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:39:59,357 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/f6901e0bd138416391c0addb87f40774 is 50, key is test_row_0/C:col10/1734284398266/Put/seqid=0 2024-12-15T17:39:59,357 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/752dc12e5e084140a0ed0793f2958a17 is 175, key is test_row_0/A:col10/1734284398266/Put/seqid=0 2024-12-15T17:39:59,367 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:39:59,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742388_1564 (size=31903) 2024-12-15T17:39:59,384 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121512661dd214224be4ac58c689d01a42ef_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121512661dd214224be4ac58c689d01a42ef_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:39:59,395 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/83f26929cdb54121b4b81d65759748ae, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:39:59,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/83f26929cdb54121b4b81d65759748ae is 175, key is test_row_0/A:col10/1734284398898/Put/seqid=0 2024-12-15T17:39:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742389_1565 (size=12949) 2024-12-15T17:39:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T17:39:59,406 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/752dc12e5e084140a0ed0793f2958a17 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/752dc12e5e084140a0ed0793f2958a17 2024-12-15T17:39:59,409 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/f6901e0bd138416391c0addb87f40774 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/f6901e0bd138416391c0addb87f40774 2024-12-15T17:39:59,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T17:39:59,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742390_1566 (size=39949) 2024-12-15T17:39:59,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:59,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:59,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:59,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,417 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/83f26929cdb54121b4b81d65759748ae 2024-12-15T17:39:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,424 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/C of 568a7c6c2017f1f2c3c97245c0b7352b into f6901e0bd138416391c0addb87f40774(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:59,424 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:59,424 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/C, priority=13, startTime=1734284398849; duration=0sec 2024-12-15T17:39:59,424 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:59,424 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:C 2024-12-15T17:39:59,425 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/A of 568a7c6c2017f1f2c3c97245c0b7352b into 752dc12e5e084140a0ed0793f2958a17(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:39:59,425 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:59,425 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/A, priority=13, startTime=1734284398849; duration=0sec 2024-12-15T17:39:59,425 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:39:59,425 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:A 2024-12-15T17:39:59,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/ef76c859a9c34d49b534df1ad5526166 is 50, key is test_row_0/B:col10/1734284398898/Put/seqid=0 2024-12-15T17:39:59,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742391_1567 (size=12301) 2024-12-15T17:39:59,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/ef76c859a9c34d49b534df1ad5526166 2024-12-15T17:39:59,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/dce7665325e041188c012c3991fff0c1 is 50, key is test_row_0/C:col10/1734284398898/Put/seqid=0 2024-12-15T17:39:59,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742392_1568 (size=12301) 2024-12-15T17:39:59,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T17:39:59,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:59,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:59,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:59,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284459587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284459587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:39:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284459592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T17:39:59,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:59,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:59,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:59,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/dce7665325e041188c012c3991fff0c1 2024-12-15T17:39:59,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/83f26929cdb54121b4b81d65759748ae as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/83f26929cdb54121b4b81d65759748ae 2024-12-15T17:39:59,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/83f26929cdb54121b4b81d65759748ae, entries=200, sequenceid=289, filesize=39.0 K 2024-12-15T17:39:59,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/ef76c859a9c34d49b534df1ad5526166 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/ef76c859a9c34d49b534df1ad5526166 2024-12-15T17:39:59,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/ef76c859a9c34d49b534df1ad5526166, entries=150, sequenceid=289, filesize=12.0 K 2024-12-15T17:39:59,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/dce7665325e041188c012c3991fff0c1 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/dce7665325e041188c012c3991fff0c1 2024-12-15T17:39:59,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:39:59,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T17:39:59,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:59,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:39:59,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:39:59,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T17:39:59,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/dce7665325e041188c012c3991fff0c1, entries=150, sequenceid=289, filesize=12.0 K 2024-12-15T17:39:59,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 568a7c6c2017f1f2c3c97245c0b7352b in 985ms, sequenceid=289, compaction requested=false 2024-12-15T17:39:59,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:39:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T17:40:00,035 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:40:00,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35427 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T17:40:00,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:40:00,036 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T17:40:00,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:40:00,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:40:00,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:40:00,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:40:00,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:40:00,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:40:00,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153337f468b6184b65b16ba6fdfa3ba7cc_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284398965/Put/seqid=0 2024-12-15T17:40:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:00,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. as already flushing 2024-12-15T17:40:00,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742393_1569 (size=12454) 2024-12-15T17:40:00,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:40:00,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284460115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:40:00,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:40:00,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284460121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:40:00,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:40:00,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284460121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:40:00,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:40:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284460225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:40:00,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:40:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284460227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:40:00,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:40:00,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284460228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:40:00,337 DEBUG [Thread-2190 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:49653 2024-12-15T17:40:00,337 DEBUG [Thread-2190 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:00,338 DEBUG [Thread-2198 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x410bf0c8 to 127.0.0.1:49653 2024-12-15T17:40:00,338 DEBUG [Thread-2198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:00,339 DEBUG [Thread-2196 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458a85fd to 127.0.0.1:49653 2024-12-15T17:40:00,339 DEBUG [Thread-2194 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:49653 2024-12-15T17:40:00,339 DEBUG [Thread-2196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:00,339 DEBUG [Thread-2194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:00,343 DEBUG [Thread-2192 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:49653 2024-12-15T17:40:00,344 DEBUG [Thread-2192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:00,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:40:00,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:40:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34658 deadline: 1734284460429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:40:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1734284460429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:40:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T17:40:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34640 deadline: 1734284460430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 2024-12-15T17:40:00,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:40:00,516 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153337f468b6184b65b16ba6fdfa3ba7cc_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153337f468b6184b65b16ba6fdfa3ba7cc_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:00,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/7d46bce9965444619c10d21fe4186bc8, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:40:00,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/7d46bce9965444619c10d21fe4186bc8 is 175, key is test_row_0/A:col10/1734284398965/Put/seqid=0 2024-12-15T17:40:00,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742394_1570 (size=31255) 2024-12-15T17:40:00,536 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/7d46bce9965444619c10d21fe4186bc8 2024-12-15T17:40:00,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/0cb311f0bcce4788ae45f5d26c154bd0 is 50, key is test_row_0/B:col10/1734284398965/Put/seqid=0 2024-12-15T17:40:00,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742395_1571 (size=12301) 2024-12-15T17:40:00,544 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/0cb311f0bcce4788ae45f5d26c154bd0 2024-12-15T17:40:00,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/3e8e0b70db544e3e8d4e38bc617544d6 is 50, key is test_row_0/C:col10/1734284398965/Put/seqid=0 2024-12-15T17:40:00,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742396_1572 (size=12301) 2024-12-15T17:40:00,575 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/3e8e0b70db544e3e8d4e38bc617544d6 2024-12-15T17:40:00,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/7d46bce9965444619c10d21fe4186bc8 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/7d46bce9965444619c10d21fe4186bc8 2024-12-15T17:40:00,588 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/7d46bce9965444619c10d21fe4186bc8, entries=150, sequenceid=317, filesize=30.5 K 2024-12-15T17:40:00,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/0cb311f0bcce4788ae45f5d26c154bd0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/0cb311f0bcce4788ae45f5d26c154bd0 2024-12-15T17:40:00,593 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/0cb311f0bcce4788ae45f5d26c154bd0, entries=150, sequenceid=317, filesize=12.0 K 2024-12-15T17:40:00,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/3e8e0b70db544e3e8d4e38bc617544d6 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3e8e0b70db544e3e8d4e38bc617544d6 2024-12-15T17:40:00,596 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3e8e0b70db544e3e8d4e38bc617544d6, entries=150, sequenceid=317, filesize=12.0 K 2024-12-15T17:40:00,597 INFO [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 568a7c6c2017f1f2c3c97245c0b7352b in 561ms, sequenceid=317, compaction requested=true 2024-12-15T17:40:00,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:40:00,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:40:00,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4ce65a7c4674:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-12-15T17:40:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-12-15T17:40:00,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-12-15T17:40:00,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8000 sec 2024-12-15T17:40:00,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 1.8050 sec 2024-12-15T17:40:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35427 {}] regionserver.HRegion(8581): Flush requested on 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:00,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T17:40:00,733 DEBUG [Thread-2183 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:49653 2024-12-15T17:40:00,733 DEBUG [Thread-2181 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:49653 2024-12-15T17:40:00,733 DEBUG [Thread-2183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:00,733 DEBUG [Thread-2181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:00,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:40:00,733 DEBUG [Thread-2179 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:49653 2024-12-15T17:40:00,733 DEBUG [Thread-2179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:00,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:40:00,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:40:00,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:40:00,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:40:00,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:40:00,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215206f94c067384c69b29ced61d6f2a7fb_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_0/A:col10/1734284400732/Put/seqid=0 2024-12-15T17:40:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742397_1573 (size=12454) 2024-12-15T17:40:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T17:40:00,902 INFO [Thread-2189 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-12-15T17:40:01,141 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:40:01,144 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215206f94c067384c69b29ced61d6f2a7fb_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215206f94c067384c69b29ced61d6f2a7fb_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:01,145 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/dcaf1137e5454c7f9e5afd86cf99ed3d, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:40:01,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/dcaf1137e5454c7f9e5afd86cf99ed3d is 175, key is test_row_0/A:col10/1734284400732/Put/seqid=0 2024-12-15T17:40:01,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742398_1574 (size=31255) 2024-12-15T17:40:01,549 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/dcaf1137e5454c7f9e5afd86cf99ed3d 2024-12-15T17:40:01,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/caf5ca1cb0fc4290804e27c11672c168 is 50, key is test_row_0/B:col10/1734284400732/Put/seqid=0 2024-12-15T17:40:01,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742399_1575 (size=12301) 2024-12-15T17:40:01,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/caf5ca1cb0fc4290804e27c11672c168 2024-12-15T17:40:01,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/3049e65c4d664000b40ed209c3a55d33 is 50, key is test_row_0/C:col10/1734284400732/Put/seqid=0 2024-12-15T17:40:01,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742400_1576 (size=12301) 2024-12-15T17:40:01,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/3049e65c4d664000b40ed209c3a55d33 2024-12-15T17:40:01,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/dcaf1137e5454c7f9e5afd86cf99ed3d as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/dcaf1137e5454c7f9e5afd86cf99ed3d 2024-12-15T17:40:01,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/dcaf1137e5454c7f9e5afd86cf99ed3d, entries=150, sequenceid=332, filesize=30.5 K 2024-12-15T17:40:01,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/caf5ca1cb0fc4290804e27c11672c168 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/caf5ca1cb0fc4290804e27c11672c168 2024-12-15T17:40:02,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/caf5ca1cb0fc4290804e27c11672c168, entries=150, sequenceid=332, filesize=12.0 K 2024-12-15T17:40:02,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/3049e65c4d664000b40ed209c3a55d33 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3049e65c4d664000b40ed209c3a55d33 2024-12-15T17:40:02,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3049e65c4d664000b40ed209c3a55d33, entries=150, sequenceid=332, filesize=12.0 K 2024-12-15T17:40:02,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 568a7c6c2017f1f2c3c97245c0b7352b in 1273ms, sequenceid=332, compaction requested=true 2024-12-15T17:40:02,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:40:02,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T17:40:02,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:40:02,007 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:40:02,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T17:40:02,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:40:02,007 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:40:02,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 568a7c6c2017f1f2c3c97245c0b7352b:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T17:40:02,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:40:02,008 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:40:02,008 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:40:02,008 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/A is initiating minor compaction (all files) 2024-12-15T17:40:02,008 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/B is initiating minor compaction (all files) 2024-12-15T17:40:02,008 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/A in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:40:02,009 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/B in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:40:02,009 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/5f344f1b57fd400bb18c4404be4ce9fe, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/ef76c859a9c34d49b534df1ad5526166, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/0cb311f0bcce4788ae45f5d26c154bd0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/caf5ca1cb0fc4290804e27c11672c168] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=48.7 K 2024-12-15T17:40:02,009 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/752dc12e5e084140a0ed0793f2958a17, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/83f26929cdb54121b4b81d65759748ae, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/7d46bce9965444619c10d21fe4186bc8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/dcaf1137e5454c7f9e5afd86cf99ed3d] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=131.2 K 2024-12-15T17:40:02,009 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:40:02,009 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. files: [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/752dc12e5e084140a0ed0793f2958a17, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/83f26929cdb54121b4b81d65759748ae, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/7d46bce9965444619c10d21fe4186bc8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/dcaf1137e5454c7f9e5afd86cf99ed3d] 2024-12-15T17:40:02,009 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f344f1b57fd400bb18c4404be4ce9fe, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734284397148 2024-12-15T17:40:02,009 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 752dc12e5e084140a0ed0793f2958a17, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734284397148 2024-12-15T17:40:02,009 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting ef76c859a9c34d49b534df1ad5526166, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734284398285 2024-12-15T17:40:02,010 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83f26929cdb54121b4b81d65759748ae, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734284398278 2024-12-15T17:40:02,010 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cb311f0bcce4788ae45f5d26c154bd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734284398948 2024-12-15T17:40:02,010 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d46bce9965444619c10d21fe4186bc8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734284398948 2024-12-15T17:40:02,010 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting caf5ca1cb0fc4290804e27c11672c168, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734284400732 2024-12-15T17:40:02,010 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcaf1137e5454c7f9e5afd86cf99ed3d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734284400732 2024-12-15T17:40:02,018 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:40:02,019 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#B#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:40:02,020 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121557d5518c470f459f8e68cdb65d801623_568a7c6c2017f1f2c3c97245c0b7352b store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:40:02,020 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/e8f3e2c204a144519ae50bd56eaffa74 is 50, key is test_row_0/B:col10/1734284400732/Put/seqid=0 2024-12-15T17:40:02,022 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121557d5518c470f459f8e68cdb65d801623_568a7c6c2017f1f2c3c97245c0b7352b, store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:40:02,023 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121557d5518c470f459f8e68cdb65d801623_568a7c6c2017f1f2c3c97245c0b7352b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:40:02,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742401_1577 (size=13085) 2024-12-15T17:40:02,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742402_1578 (size=4469) 2024-12-15T17:40:02,427 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#A#compaction#475 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:40:02,428 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/4cb7c57f83cc422995c73ea4feec1684 is 175, key is test_row_0/A:col10/1734284400732/Put/seqid=0 2024-12-15T17:40:02,429 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/e8f3e2c204a144519ae50bd56eaffa74 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/e8f3e2c204a144519ae50bd56eaffa74 2024-12-15T17:40:02,436 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/B of 568a7c6c2017f1f2c3c97245c0b7352b into e8f3e2c204a144519ae50bd56eaffa74(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:40:02,436 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:40:02,436 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/B, priority=12, startTime=1734284402007; duration=0sec 2024-12-15T17:40:02,436 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T17:40:02,436 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:B 2024-12-15T17:40:02,436 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T17:40:02,438 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T17:40:02,438 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1540): 568a7c6c2017f1f2c3c97245c0b7352b/C is initiating minor compaction (all files) 2024-12-15T17:40:02,438 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 568a7c6c2017f1f2c3c97245c0b7352b/C in TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:40:02,438 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/f6901e0bd138416391c0addb87f40774, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/dce7665325e041188c012c3991fff0c1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3e8e0b70db544e3e8d4e38bc617544d6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3049e65c4d664000b40ed209c3a55d33] into tmpdir=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp, totalSize=48.7 K 2024-12-15T17:40:02,438 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting f6901e0bd138416391c0addb87f40774, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1734284397148 2024-12-15T17:40:02,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742403_1579 (size=32039) 2024-12-15T17:40:02,439 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting dce7665325e041188c012c3991fff0c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1734284398285 2024-12-15T17:40:02,439 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e8e0b70db544e3e8d4e38bc617544d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734284398948 2024-12-15T17:40:02,439 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] compactions.Compactor(224): Compacting 3049e65c4d664000b40ed209c3a55d33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734284400732 2024-12-15T17:40:02,453 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 568a7c6c2017f1f2c3c97245c0b7352b#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T17:40:02,454 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/639ecc40129548cf870645d56b754ca9 is 50, key is test_row_0/C:col10/1734284400732/Put/seqid=0 2024-12-15T17:40:02,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742404_1580 (size=13085) 2024-12-15T17:40:02,488 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/639ecc40129548cf870645d56b754ca9 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/639ecc40129548cf870645d56b754ca9 2024-12-15T17:40:02,506 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/C of 568a7c6c2017f1f2c3c97245c0b7352b into 639ecc40129548cf870645d56b754ca9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:40:02,506 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:40:02,506 INFO [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/C, priority=12, startTime=1734284402007; duration=0sec 2024-12-15T17:40:02,506 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:40:02,506 DEBUG [RS:0;4ce65a7c4674:35427-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:C 2024-12-15T17:40:02,843 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/4cb7c57f83cc422995c73ea4feec1684 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/4cb7c57f83cc422995c73ea4feec1684 2024-12-15T17:40:02,848 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 568a7c6c2017f1f2c3c97245c0b7352b/A of 568a7c6c2017f1f2c3c97245c0b7352b into 4cb7c57f83cc422995c73ea4feec1684(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T17:40:02,848 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:40:02,848 INFO [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b., storeName=568a7c6c2017f1f2c3c97245c0b7352b/A, priority=12, startTime=1734284402007; duration=0sec 2024-12-15T17:40:02,848 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T17:40:02,848 DEBUG [RS:0;4ce65a7c4674:35427-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 568a7c6c2017f1f2c3c97245c0b7352b:A 2024-12-15T17:40:03,070 DEBUG [Thread-2185 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:49653 2024-12-15T17:40:03,070 DEBUG [Thread-2185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:03,072 DEBUG [Thread-2187 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f6a59e4 to 127.0.0.1:49653 2024-12-15T17:40:03,072 DEBUG [Thread-2187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:03,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T17:40:03,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-15T17:40:03,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-12-15T17:40:03,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-15T17:40:03,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-12-15T17:40:03,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-15T17:40:03,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T17:40:03,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5678 2024-12-15T17:40:03,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5427 2024-12-15T17:40:03,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5422 2024-12-15T17:40:03,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5560 2024-12-15T17:40:03,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5650 2024-12-15T17:40:03,072 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T17:40:03,072 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T17:40:03,072 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5efb7a to 127.0.0.1:49653 2024-12-15T17:40:03,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:03,073 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T17:40:03,073 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T17:40:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T17:40:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T17:40:03,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284403075"}]},"ts":"1734284403075"} 2024-12-15T17:40:03,076 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T17:40:03,096 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T17:40:03,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T17:40:03,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=568a7c6c2017f1f2c3c97245c0b7352b, UNASSIGN}] 2024-12-15T17:40:03,099 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=155, ppid=154, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=568a7c6c2017f1f2c3c97245c0b7352b, UNASSIGN 2024-12-15T17:40:03,099 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=155 updating hbase:meta row=568a7c6c2017f1f2c3c97245c0b7352b, regionState=CLOSING, regionLocation=4ce65a7c4674,35427,1734284215611 2024-12-15T17:40:03,100 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T17:40:03,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; CloseRegionProcedure 568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611}] 2024-12-15T17:40:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T17:40:03,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4ce65a7c4674,35427,1734284215611 2024-12-15T17:40:03,251 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(124): Close 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:03,252 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T17:40:03,252 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1681): Closing 568a7c6c2017f1f2c3c97245c0b7352b, disabling compactions & flushes 2024-12-15T17:40:03,252 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:40:03,252 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:40:03,252 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. after waiting 0 ms 2024-12-15T17:40:03,252 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:40:03,252 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(2837): Flushing 568a7c6c2017f1f2c3c97245c0b7352b 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-15T17:40:03,252 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=A 2024-12-15T17:40:03,252 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:40:03,252 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=B 2024-12-15T17:40:03,252 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:40:03,252 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 568a7c6c2017f1f2c3c97245c0b7352b, store=C 2024-12-15T17:40:03,252 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T17:40:03,257 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153d98bd5e74a4416985161510850fe704_568a7c6c2017f1f2c3c97245c0b7352b is 50, key is test_row_1/A:col10/1734284403071/Put/seqid=0 2024-12-15T17:40:03,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742405_1581 (size=7374) 2024-12-15T17:40:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T17:40:03,662 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T17:40:03,666 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153d98bd5e74a4416985161510850fe704_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153d98bd5e74a4416985161510850fe704_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:03,667 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/119fd62b78ee4b229691c3660f6793e3, store: [table=TestAcidGuarantees family=A region=568a7c6c2017f1f2c3c97245c0b7352b] 2024-12-15T17:40:03,668 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/119fd62b78ee4b229691c3660f6793e3 is 175, key is test_row_1/A:col10/1734284403071/Put/seqid=0 2024-12-15T17:40:03,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742406_1582 (size=13865) 2024-12-15T17:40:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T17:40:04,073 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/119fd62b78ee4b229691c3660f6793e3 2024-12-15T17:40:04,080 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/fb0ac3b432904948ac3bdbd3f1d6bb03 is 50, key is test_row_1/B:col10/1734284403071/Put/seqid=0 2024-12-15T17:40:04,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742407_1583 (size=7415) 2024-12-15T17:40:04,084 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/fb0ac3b432904948ac3bdbd3f1d6bb03 2024-12-15T17:40:04,091 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/e76acc25a1bb47a5827006d7dfcaa1b0 is 50, key is test_row_1/C:col10/1734284403071/Put/seqid=0 2024-12-15T17:40:04,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742408_1584 (size=7415) 2024-12-15T17:40:04,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T17:40:04,499 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/e76acc25a1bb47a5827006d7dfcaa1b0 2024-12-15T17:40:04,503 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/A/119fd62b78ee4b229691c3660f6793e3 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/119fd62b78ee4b229691c3660f6793e3 2024-12-15T17:40:04,506 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/119fd62b78ee4b229691c3660f6793e3, entries=50, sequenceid=340, filesize=13.5 K 2024-12-15T17:40:04,506 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/B/fb0ac3b432904948ac3bdbd3f1d6bb03 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/fb0ac3b432904948ac3bdbd3f1d6bb03 2024-12-15T17:40:04,509 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/fb0ac3b432904948ac3bdbd3f1d6bb03, entries=50, sequenceid=340, filesize=7.2 K 2024-12-15T17:40:04,510 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/.tmp/C/e76acc25a1bb47a5827006d7dfcaa1b0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/e76acc25a1bb47a5827006d7dfcaa1b0 2024-12-15T17:40:04,513 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/e76acc25a1bb47a5827006d7dfcaa1b0, entries=50, sequenceid=340, filesize=7.2 K 2024-12-15T17:40:04,514 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 568a7c6c2017f1f2c3c97245c0b7352b in 1262ms, sequenceid=340, compaction requested=false 2024-12-15T17:40:04,514 DEBUG [StoreCloser-TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/937871fc47d1478eb34002459c35dda0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/58cb6d0cde874ad18a43d830a0f54833, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/734ee034bd5d4b9cb19a4926289cfae5, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/2e1b1785bff7419087faa3f08bc619e6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/8bbda5f9eca346f6bd90417aa272607f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/c11caf2bb24048f093588107d05aaf7e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/fbf104dce0754e48a61922b546425222, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/ea9e8f8a9c864999ad6b15c01c36f7f5, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/6348def0048a4f07bcf50bbccd7b3e2d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/d7c25579b3a84a549429047f253b074f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/ddde8c635d014ff4b4334d29b88d1069, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/0a338a437dc8434da85d8b85a90825d7, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/7bcc9b4f12a840aea296eaacc0200955, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/044a445705d240b3a07e57f2c289a0c1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/29123512d7e4413791aa30b2acfe12e4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/d8a4c841d0194eb1843f41b9ce9ed511, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/5c24702cedbd411db1e4dc9fb31c24ae, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/68a2f0a9385a40078df7df7cc46e92d0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/752dc12e5e084140a0ed0793f2958a17, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/2cfcb048947e4b23b3fec4e3591bfb6d, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/83f26929cdb54121b4b81d65759748ae, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/7d46bce9965444619c10d21fe4186bc8, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/dcaf1137e5454c7f9e5afd86cf99ed3d] to archive 2024-12-15T17:40:04,515 DEBUG [StoreCloser-TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:40:04,517 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/58cb6d0cde874ad18a43d830a0f54833 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/58cb6d0cde874ad18a43d830a0f54833 2024-12-15T17:40:04,517 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/8bbda5f9eca346f6bd90417aa272607f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/8bbda5f9eca346f6bd90417aa272607f 2024-12-15T17:40:04,517 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/fbf104dce0754e48a61922b546425222 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/fbf104dce0754e48a61922b546425222 2024-12-15T17:40:04,517 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/734ee034bd5d4b9cb19a4926289cfae5 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/734ee034bd5d4b9cb19a4926289cfae5 2024-12-15T17:40:04,517 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/2e1b1785bff7419087faa3f08bc619e6 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/2e1b1785bff7419087faa3f08bc619e6 2024-12-15T17:40:04,517 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/937871fc47d1478eb34002459c35dda0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/937871fc47d1478eb34002459c35dda0 2024-12-15T17:40:04,517 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/ea9e8f8a9c864999ad6b15c01c36f7f5 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/ea9e8f8a9c864999ad6b15c01c36f7f5 2024-12-15T17:40:04,517 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/c11caf2bb24048f093588107d05aaf7e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/c11caf2bb24048f093588107d05aaf7e 2024-12-15T17:40:04,519 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/ddde8c635d014ff4b4334d29b88d1069 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/ddde8c635d014ff4b4334d29b88d1069 2024-12-15T17:40:04,519 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/6348def0048a4f07bcf50bbccd7b3e2d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/6348def0048a4f07bcf50bbccd7b3e2d 2024-12-15T17:40:04,519 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/0a338a437dc8434da85d8b85a90825d7 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/0a338a437dc8434da85d8b85a90825d7 2024-12-15T17:40:04,519 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/d7c25579b3a84a549429047f253b074f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/d7c25579b3a84a549429047f253b074f 2024-12-15T17:40:04,519 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/7bcc9b4f12a840aea296eaacc0200955 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/7bcc9b4f12a840aea296eaacc0200955 2024-12-15T17:40:04,519 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/29123512d7e4413791aa30b2acfe12e4 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/29123512d7e4413791aa30b2acfe12e4 2024-12-15T17:40:04,519 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/044a445705d240b3a07e57f2c289a0c1 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/044a445705d240b3a07e57f2c289a0c1 2024-12-15T17:40:04,519 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/d8a4c841d0194eb1843f41b9ce9ed511 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/d8a4c841d0194eb1843f41b9ce9ed511 2024-12-15T17:40:04,520 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/5c24702cedbd411db1e4dc9fb31c24ae to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/5c24702cedbd411db1e4dc9fb31c24ae 2024-12-15T17:40:04,520 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/2cfcb048947e4b23b3fec4e3591bfb6d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/2cfcb048947e4b23b3fec4e3591bfb6d 2024-12-15T17:40:04,520 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/83f26929cdb54121b4b81d65759748ae to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/83f26929cdb54121b4b81d65759748ae 2024-12-15T17:40:04,520 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/752dc12e5e084140a0ed0793f2958a17 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/752dc12e5e084140a0ed0793f2958a17 2024-12-15T17:40:04,520 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/7d46bce9965444619c10d21fe4186bc8 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/7d46bce9965444619c10d21fe4186bc8 2024-12-15T17:40:04,520 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/68a2f0a9385a40078df7df7cc46e92d0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/68a2f0a9385a40078df7df7cc46e92d0 2024-12-15T17:40:04,521 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/dcaf1137e5454c7f9e5afd86cf99ed3d to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/dcaf1137e5454c7f9e5afd86cf99ed3d 2024-12-15T17:40:04,522 DEBUG [StoreCloser-TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/559850b5f35945ed817eb784c9315e94, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/57ffd3a363c64f09bb1664cd91898d72, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/e42869fd9ca441ebadcb48af32a0d61a, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/56b7f5bd8aae4622a6d055f18a2a475f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/d0f8b155f1b4450b9a9133650adcc7c3, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/26c75d258dec433983e424294b6484b1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/896f6ff4c577432c8cf783d7e4126a5e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4f5106750c774e2c9e53224abfa0ee16, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/1c3c70af066e4ff9b1efb07397e06c77, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/7d3b6379dd76400fb20b249c8e6e3ed1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/ec68c5b201c04f9a930f3e1b0c02a00f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/727beb4a78854eddb09818d41822f818, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/3ea782e61d4f40fabde89b0232686ee4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/d66ab43fd6d84f118d3e687ca1618be6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/a62223271372400fba77a6ba4b9f3ad0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/86c83d52039d40469114800f69f77808, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4fe9a73781b04505a7453a0531dac33e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/9145378950114b4e8f22f565775ea1c5, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/5f344f1b57fd400bb18c4404be4ce9fe, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4199801002004665a470fcc6230da86e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/ef76c859a9c34d49b534df1ad5526166, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/0cb311f0bcce4788ae45f5d26c154bd0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/caf5ca1cb0fc4290804e27c11672c168] to archive 2024-12-15T17:40:04,522 DEBUG [StoreCloser-TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:40:04,524 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/56b7f5bd8aae4622a6d055f18a2a475f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/56b7f5bd8aae4622a6d055f18a2a475f 2024-12-15T17:40:04,524 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/26c75d258dec433983e424294b6484b1 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/26c75d258dec433983e424294b6484b1 2024-12-15T17:40:04,524 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/57ffd3a363c64f09bb1664cd91898d72 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/57ffd3a363c64f09bb1664cd91898d72 2024-12-15T17:40:04,524 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/d0f8b155f1b4450b9a9133650adcc7c3 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/d0f8b155f1b4450b9a9133650adcc7c3 2024-12-15T17:40:04,524 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/559850b5f35945ed817eb784c9315e94 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/559850b5f35945ed817eb784c9315e94 2024-12-15T17:40:04,524 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/e42869fd9ca441ebadcb48af32a0d61a to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/e42869fd9ca441ebadcb48af32a0d61a 2024-12-15T17:40:04,524 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4f5106750c774e2c9e53224abfa0ee16 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4f5106750c774e2c9e53224abfa0ee16 2024-12-15T17:40:04,525 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/896f6ff4c577432c8cf783d7e4126a5e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/896f6ff4c577432c8cf783d7e4126a5e 2024-12-15T17:40:04,527 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/7d3b6379dd76400fb20b249c8e6e3ed1 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/7d3b6379dd76400fb20b249c8e6e3ed1 2024-12-15T17:40:04,527 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/3ea782e61d4f40fabde89b0232686ee4 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/3ea782e61d4f40fabde89b0232686ee4 2024-12-15T17:40:04,527 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/d66ab43fd6d84f118d3e687ca1618be6 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/d66ab43fd6d84f118d3e687ca1618be6 2024-12-15T17:40:04,527 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/a62223271372400fba77a6ba4b9f3ad0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/a62223271372400fba77a6ba4b9f3ad0 2024-12-15T17:40:04,527 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/1c3c70af066e4ff9b1efb07397e06c77 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/1c3c70af066e4ff9b1efb07397e06c77 2024-12-15T17:40:04,527 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/ec68c5b201c04f9a930f3e1b0c02a00f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/ec68c5b201c04f9a930f3e1b0c02a00f 2024-12-15T17:40:04,528 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/86c83d52039d40469114800f69f77808 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/86c83d52039d40469114800f69f77808 2024-12-15T17:40:04,528 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/727beb4a78854eddb09818d41822f818 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/727beb4a78854eddb09818d41822f818 2024-12-15T17:40:04,529 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4fe9a73781b04505a7453a0531dac33e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4fe9a73781b04505a7453a0531dac33e 2024-12-15T17:40:04,530 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/5f344f1b57fd400bb18c4404be4ce9fe to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/5f344f1b57fd400bb18c4404be4ce9fe 2024-12-15T17:40:04,530 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/9145378950114b4e8f22f565775ea1c5 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/9145378950114b4e8f22f565775ea1c5 2024-12-15T17:40:04,530 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4199801002004665a470fcc6230da86e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/4199801002004665a470fcc6230da86e 2024-12-15T17:40:04,530 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/ef76c859a9c34d49b534df1ad5526166 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/ef76c859a9c34d49b534df1ad5526166 2024-12-15T17:40:04,530 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/caf5ca1cb0fc4290804e27c11672c168 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/caf5ca1cb0fc4290804e27c11672c168 2024-12-15T17:40:04,530 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/0cb311f0bcce4788ae45f5d26c154bd0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/0cb311f0bcce4788ae45f5d26c154bd0 2024-12-15T17:40:04,531 DEBUG [StoreCloser-TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6201b7d36ea645f4872d1529cce3d7df, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/598133460c9f4f118b9208b2870db1dd, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/8a10f3741250457bb1b739281978f57b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/941686171f4a448d92e7102b83d0d524, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/0e5665a7617c46428dc78ba8a2877bdc, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/218999bc78e6443ca43f89e0e6a26f5c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/814f7343ae5b4eb8945df252bdce6334, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/47ac2743cc0c4caf8b0f6b1cea3a848e, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/0d13aed2654c4adc958662d1e0868293, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/31a8d37d9bf74d20b5e8cc8f49e3eda4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/8f70b8590883404a855b16059360172f, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/a6ecbcd52f324ba880cee732f0f6810c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/33318e7303fa4b32b11a61e9c262a1f0, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6b4097f062444d0e867366c2ccdcc1f4, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/1173b0711490408a9d489c8658171dcb, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3c83e41b8aec413c93e2e2862f11fc3c, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6ad87ddc52fe4771bafee6a6c2aac296, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/55e25c4d3053468eb61032908587be53, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/f6901e0bd138416391c0addb87f40774, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/1074999ac56d4895bf876e59b0a6e84b, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/dce7665325e041188c012c3991fff0c1, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3e8e0b70db544e3e8d4e38bc617544d6, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3049e65c4d664000b40ed209c3a55d33] to archive 2024-12-15T17:40:04,532 DEBUG [StoreCloser-TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T17:40:04,536 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/941686171f4a448d92e7102b83d0d524 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/941686171f4a448d92e7102b83d0d524 2024-12-15T17:40:04,536 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/8a10f3741250457bb1b739281978f57b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/8a10f3741250457bb1b739281978f57b 2024-12-15T17:40:04,536 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6201b7d36ea645f4872d1529cce3d7df to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6201b7d36ea645f4872d1529cce3d7df 2024-12-15T17:40:04,538 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/598133460c9f4f118b9208b2870db1dd to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/598133460c9f4f118b9208b2870db1dd 2024-12-15T17:40:04,538 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/47ac2743cc0c4caf8b0f6b1cea3a848e to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/47ac2743cc0c4caf8b0f6b1cea3a848e 2024-12-15T17:40:04,538 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/218999bc78e6443ca43f89e0e6a26f5c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/218999bc78e6443ca43f89e0e6a26f5c 2024-12-15T17:40:04,538 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/814f7343ae5b4eb8945df252bdce6334 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/814f7343ae5b4eb8945df252bdce6334 2024-12-15T17:40:04,538 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/0e5665a7617c46428dc78ba8a2877bdc to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/0e5665a7617c46428dc78ba8a2877bdc 2024-12-15T17:40:04,538 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/8f70b8590883404a855b16059360172f to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/8f70b8590883404a855b16059360172f 2024-12-15T17:40:04,538 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/31a8d37d9bf74d20b5e8cc8f49e3eda4 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/31a8d37d9bf74d20b5e8cc8f49e3eda4 2024-12-15T17:40:04,538 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/0d13aed2654c4adc958662d1e0868293 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/0d13aed2654c4adc958662d1e0868293 2024-12-15T17:40:04,539 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/1173b0711490408a9d489c8658171dcb to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/1173b0711490408a9d489c8658171dcb 2024-12-15T17:40:04,540 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/a6ecbcd52f324ba880cee732f0f6810c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/a6ecbcd52f324ba880cee732f0f6810c 2024-12-15T17:40:04,540 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6b4097f062444d0e867366c2ccdcc1f4 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6b4097f062444d0e867366c2ccdcc1f4 2024-12-15T17:40:04,540 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/33318e7303fa4b32b11a61e9c262a1f0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/33318e7303fa4b32b11a61e9c262a1f0 2024-12-15T17:40:04,540 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3c83e41b8aec413c93e2e2862f11fc3c to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3c83e41b8aec413c93e2e2862f11fc3c 2024-12-15T17:40:04,540 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/55e25c4d3053468eb61032908587be53 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/55e25c4d3053468eb61032908587be53 2024-12-15T17:40:04,540 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/f6901e0bd138416391c0addb87f40774 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/f6901e0bd138416391c0addb87f40774 2024-12-15T17:40:04,543 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6ad87ddc52fe4771bafee6a6c2aac296 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/6ad87ddc52fe4771bafee6a6c2aac296 2024-12-15T17:40:04,544 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/dce7665325e041188c012c3991fff0c1 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/dce7665325e041188c012c3991fff0c1 2024-12-15T17:40:04,544 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/1074999ac56d4895bf876e59b0a6e84b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/1074999ac56d4895bf876e59b0a6e84b 2024-12-15T17:40:04,544 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3e8e0b70db544e3e8d4e38bc617544d6 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3e8e0b70db544e3e8d4e38bc617544d6 2024-12-15T17:40:04,544 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3049e65c4d664000b40ed209c3a55d33 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/3049e65c4d664000b40ed209c3a55d33 2024-12-15T17:40:04,547 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/recovered.edits/343.seqid, newMaxSeqId=343, maxSeqId=4 2024-12-15T17:40:04,547 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b. 2024-12-15T17:40:04,547 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] regionserver.HRegion(1635): Region close journal for 568a7c6c2017f1f2c3c97245c0b7352b: 2024-12-15T17:40:04,549 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION, pid=156}] handler.UnassignRegionHandler(170): Closed 568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:04,549 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=155 updating hbase:meta row=568a7c6c2017f1f2c3c97245c0b7352b, regionState=CLOSED 2024-12-15T17:40:04,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-12-15T17:40:04,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; CloseRegionProcedure 568a7c6c2017f1f2c3c97245c0b7352b, server=4ce65a7c4674,35427,1734284215611 in 1.4500 sec 2024-12-15T17:40:04,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-15T17:40:04,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=568a7c6c2017f1f2c3c97245c0b7352b, UNASSIGN in 1.4530 sec 2024-12-15T17:40:04,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-12-15T17:40:04,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4550 sec 2024-12-15T17:40:04,554 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734284404554"}]},"ts":"1734284404554"} 2024-12-15T17:40:04,555 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T17:40:04,571 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T17:40:04,573 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4990 sec 2024-12-15T17:40:05,130 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T17:40:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T17:40:05,180 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-12-15T17:40:05,180 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T17:40:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:40:05,182 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=157, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:40:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T17:40:05,182 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=157, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:40:05,187 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,189 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C, FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/recovered.edits] 2024-12-15T17:40:05,191 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/4cb7c57f83cc422995c73ea4feec1684 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/4cb7c57f83cc422995c73ea4feec1684 2024-12-15T17:40:05,191 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/119fd62b78ee4b229691c3660f6793e3 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/A/119fd62b78ee4b229691c3660f6793e3 2024-12-15T17:40:05,193 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/fb0ac3b432904948ac3bdbd3f1d6bb03 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/fb0ac3b432904948ac3bdbd3f1d6bb03 2024-12-15T17:40:05,193 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/e8f3e2c204a144519ae50bd56eaffa74 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/B/e8f3e2c204a144519ae50bd56eaffa74 2024-12-15T17:40:05,195 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/639ecc40129548cf870645d56b754ca9 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/639ecc40129548cf870645d56b754ca9 2024-12-15T17:40:05,195 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/e76acc25a1bb47a5827006d7dfcaa1b0 to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/C/e76acc25a1bb47a5827006d7dfcaa1b0 2024-12-15T17:40:05,197 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/recovered.edits/343.seqid to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b/recovered.edits/343.seqid 2024-12-15T17:40:05,198 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/default/TestAcidGuarantees/568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,198 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T17:40:05,198 DEBUG [PEWorker-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T17:40:05,199 DEBUG [PEWorker-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T17:40:05,206 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215206f94c067384c69b29ced61d6f2a7fb_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215206f94c067384c69b29ced61d6f2a7fb_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,206 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121512661dd214224be4ac58c689d01a42ef_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121512661dd214224be4ac58c689d01a42ef_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,207 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153337f468b6184b65b16ba6fdfa3ba7cc_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153337f468b6184b65b16ba6fdfa3ba7cc_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,207 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152bbda0cb1b17481883cc84eb85d73b06_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152bbda0cb1b17481883cc84eb85d73b06_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,208 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121537d576993af9462db141595d4d1c69e6_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121537d576993af9462db141595d4d1c69e6_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,209 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155e50ce1f940544ada5eb4614970fa174_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155e50ce1f940544ada5eb4614970fa174_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,209 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155558a110fe954dacad4289519fc6dbbf_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412155558a110fe954dacad4289519fc6dbbf_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,209 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121563d915a0b2dd4385b823d3fefd679675_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121563d915a0b2dd4385b823d3fefd679675_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,209 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121573d5e73866ec416596b22b4ac8351565_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121573d5e73866ec416596b22b4ac8351565_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,209 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158b3cf0c482304442882feafa6416324f_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158b3cf0c482304442882feafa6416324f_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,211 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158fd8f34ffb554a82ba9a923bf6471ae5_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158fd8f34ffb554a82ba9a923bf6471ae5_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,211 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215894de84e660746d18efbdb3911e3e411_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215894de84e660746d18efbdb3911e3e411_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,212 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159408bd31a7fd4422899b1ae96700f216_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159408bd31a7fd4422899b1ae96700f216_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,215 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153d98bd5e74a4416985161510850fe704_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153d98bd5e74a4416985161510850fe704_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,216 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cbcd9681f95a4de6b2353ab7941af9e5_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cbcd9681f95a4de6b2353ab7941af9e5_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,216 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fa89f8d5905a48a18b44d0adcca84bdb_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fa89f8d5905a48a18b44d0adcca84bdb_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,216 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ca857d93de2d4ecdb97d1c5bb008a071_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ca857d93de2d4ecdb97d1c5bb008a071_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,216 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c75b9741bbd649c6adb295d520cfc72c_568a7c6c2017f1f2c3c97245c0b7352b to hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c75b9741bbd649c6adb295d520cfc72c_568a7c6c2017f1f2c3c97245c0b7352b 2024-12-15T17:40:05,216 DEBUG [PEWorker-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T17:40:05,219 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=157, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:40:05,225 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T17:40:05,228 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T17:40:05,229 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=157, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:40:05,229 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T17:40:05,229 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734284405229"}]},"ts":"9223372036854775807"} 2024-12-15T17:40:05,232 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T17:40:05,232 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 568a7c6c2017f1f2c3c97245c0b7352b, NAME => 'TestAcidGuarantees,,1734284377566.568a7c6c2017f1f2c3c97245c0b7352b.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T17:40:05,232 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T17:40:05,233 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734284405232"}]},"ts":"9223372036854775807"} 2024-12-15T17:40:05,234 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T17:40:05,247 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=157, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T17:40:05,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-12-15T17:40:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44733 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T17:40:05,283 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-12-15T17:40:05,292 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=246 (was 245) - Thread LEAK? -, OpenFileDescriptor=459 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1022 (was 1159), ProcessCount=9 (was 9), AvailableMemoryMB=5262 (was 5676) 2024-12-15T17:40:05,292 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T17:40:05,292 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T17:40:05,292 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66051f59 to 127.0.0.1:49653 2024-12-15T17:40:05,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:05,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T17:40:05,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119645970, stopped=false 2024-12-15T17:40:05,292 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4ce65a7c4674,44733,1734284214521 2024-12-15T17:40:05,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:40:05,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T17:40:05,304 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T17:40:05,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:40:05,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:40:05,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:40:05,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:05,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T17:40:05,305 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,35427,1734284215611' ***** 2024-12-15T17:40:05,305 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T17:40:05,306 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T17:40:05,306 INFO [RS:0;4ce65a7c4674:35427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T17:40:05,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T17:40:05,306 INFO [RS:0;4ce65a7c4674:35427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T17:40:05,306 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(3579): Received CLOSE for 31c7b2a40c2c88565a654ee63d085527 2024-12-15T17:40:05,307 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,35427,1734284215611 2024-12-15T17:40:05,307 DEBUG [RS:0;4ce65a7c4674:35427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:05,307 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T17:40:05,307 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T17:40:05,307 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T17:40:05,307 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T17:40:05,307 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 31c7b2a40c2c88565a654ee63d085527, disabling compactions & flushes 2024-12-15T17:40:05,307 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527. 2024-12-15T17:40:05,307 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527. 2024-12-15T17:40:05,307 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527. after waiting 0 ms 2024-12-15T17:40:05,307 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527. 2024-12-15T17:40:05,307 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T17:40:05,307 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 31c7b2a40c2c88565a654ee63d085527 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T17:40:05,307 DEBUG [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 31c7b2a40c2c88565a654ee63d085527=hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527.} 2024-12-15T17:40:05,307 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T17:40:05,307 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T17:40:05,307 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T17:40:05,307 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T17:40:05,307 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T17:40:05,308 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-15T17:40:05,311 DEBUG [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 31c7b2a40c2c88565a654ee63d085527 2024-12-15T17:40:05,325 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/namespace/31c7b2a40c2c88565a654ee63d085527/.tmp/info/b7dc84956af34751b9b6d3876b8618a0 is 45, key is default/info:d/1734284219776/Put/seqid=0 2024-12-15T17:40:05,334 INFO [regionserver/4ce65a7c4674:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:40:05,337 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/.tmp/info/a14dbca62d3d4d0eb0ab81ff0d59745c is 143, key is hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527./info:regioninfo/1734284219580/Put/seqid=0 2024-12-15T17:40:05,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742409_1585 (size=5037) 2024-12-15T17:40:05,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742410_1586 (size=7725) 2024-12-15T17:40:05,357 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/.tmp/info/a14dbca62d3d4d0eb0ab81ff0d59745c 2024-12-15T17:40:05,371 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/.tmp/rep_barrier/255a0a3cf4cb465595ec8fb9cfdb163b is 102, key is TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb./rep_barrier:/1734284248807/DeleteFamily/seqid=0 2024-12-15T17:40:05,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742411_1587 (size=6025) 2024-12-15T17:40:05,410 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T17:40:05,410 INFO [regionserver/4ce65a7c4674:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T17:40:05,511 DEBUG [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 31c7b2a40c2c88565a654ee63d085527 2024-12-15T17:40:05,711 DEBUG [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 31c7b2a40c2c88565a654ee63d085527 2024-12-15T17:40:05,745 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/namespace/31c7b2a40c2c88565a654ee63d085527/.tmp/info/b7dc84956af34751b9b6d3876b8618a0 2024-12-15T17:40:05,748 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/namespace/31c7b2a40c2c88565a654ee63d085527/.tmp/info/b7dc84956af34751b9b6d3876b8618a0 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/namespace/31c7b2a40c2c88565a654ee63d085527/info/b7dc84956af34751b9b6d3876b8618a0 2024-12-15T17:40:05,751 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/namespace/31c7b2a40c2c88565a654ee63d085527/info/b7dc84956af34751b9b6d3876b8618a0, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T17:40:05,752 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 31c7b2a40c2c88565a654ee63d085527 in 444ms, sequenceid=6, compaction requested=false 2024-12-15T17:40:05,756 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/namespace/31c7b2a40c2c88565a654ee63d085527/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T17:40:05,756 INFO [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527. 2024-12-15T17:40:05,757 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 31c7b2a40c2c88565a654ee63d085527: 2024-12-15T17:40:05,757 DEBUG [RS_CLOSE_REGION-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734284218485.31c7b2a40c2c88565a654ee63d085527. 2024-12-15T17:40:05,775 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/.tmp/rep_barrier/255a0a3cf4cb465595ec8fb9cfdb163b 2024-12-15T17:40:05,793 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/.tmp/table/97800f2b8cbf49f2b22a2fb06153c820 is 96, key is TestAcidGuarantees,,1734284220215.ec10b09f051d47254984d29897f794bb./table:/1734284248807/DeleteFamily/seqid=0 2024-12-15T17:40:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742412_1588 (size=5942) 2024-12-15T17:40:05,911 DEBUG [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T17:40:06,112 DEBUG [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T17:40:06,197 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/.tmp/table/97800f2b8cbf49f2b22a2fb06153c820 2024-12-15T17:40:06,201 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/.tmp/info/a14dbca62d3d4d0eb0ab81ff0d59745c as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/info/a14dbca62d3d4d0eb0ab81ff0d59745c 2024-12-15T17:40:06,204 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/info/a14dbca62d3d4d0eb0ab81ff0d59745c, entries=22, sequenceid=93, filesize=7.5 K 2024-12-15T17:40:06,205 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/.tmp/rep_barrier/255a0a3cf4cb465595ec8fb9cfdb163b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/rep_barrier/255a0a3cf4cb465595ec8fb9cfdb163b 2024-12-15T17:40:06,212 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/rep_barrier/255a0a3cf4cb465595ec8fb9cfdb163b, entries=6, sequenceid=93, filesize=5.9 K 2024-12-15T17:40:06,213 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/.tmp/table/97800f2b8cbf49f2b22a2fb06153c820 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/table/97800f2b8cbf49f2b22a2fb06153c820 2024-12-15T17:40:06,216 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/table/97800f2b8cbf49f2b22a2fb06153c820, entries=9, sequenceid=93, filesize=5.8 K 2024-12-15T17:40:06,217 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=93, compaction requested=false 2024-12-15T17:40:06,222 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-15T17:40:06,222 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T17:40:06,222 INFO [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T17:40:06,222 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T17:40:06,222 DEBUG [RS_CLOSE_META-regionserver/4ce65a7c4674:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T17:40:06,312 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,35427,1734284215611; all regions closed. 2024-12-15T17:40:06,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741834_1010 (size=26050) 2024-12-15T17:40:06,321 DEBUG [RS:0;4ce65a7c4674:35427 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/oldWALs 2024-12-15T17:40:06,321 INFO [RS:0;4ce65a7c4674:35427 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C35427%2C1734284215611.meta:.meta(num 1734284218019) 2024-12-15T17:40:06,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741833_1009 (size=13413813) 2024-12-15T17:40:06,327 DEBUG [RS:0;4ce65a7c4674:35427 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/oldWALs 2024-12-15T17:40:06,327 INFO [RS:0;4ce65a7c4674:35427 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4ce65a7c4674%2C35427%2C1734284215611:(num 1734284217581) 2024-12-15T17:40:06,327 DEBUG [RS:0;4ce65a7c4674:35427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:06,327 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T17:40:06,327 INFO [RS:0;4ce65a7c4674:35427 {}] hbase.ChoreService(370): Chore service for: regionserver/4ce65a7c4674:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T17:40:06,328 INFO [regionserver/4ce65a7c4674:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:40:06,328 INFO [RS:0;4ce65a7c4674:35427 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35427 2024-12-15T17:40:06,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T17:40:06,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4ce65a7c4674,35427,1734284215611 2024-12-15T17:40:06,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4ce65a7c4674,35427,1734284215611] 2024-12-15T17:40:06,380 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4ce65a7c4674,35427,1734284215611; numProcessing=1 2024-12-15T17:40:06,388 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4ce65a7c4674,35427,1734284215611 already deleted, retry=false 2024-12-15T17:40:06,388 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4ce65a7c4674,35427,1734284215611 expired; onlineServers=0 2024-12-15T17:40:06,388 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4ce65a7c4674,44733,1734284214521' ***** 2024-12-15T17:40:06,388 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T17:40:06,388 DEBUG [M:0;4ce65a7c4674:44733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7279592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4ce65a7c4674/172.17.0.2:0 2024-12-15T17:40:06,388 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.HRegionServer(1224): stopping server 4ce65a7c4674,44733,1734284214521 2024-12-15T17:40:06,388 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.HRegionServer(1250): stopping server 4ce65a7c4674,44733,1734284214521; all regions closed. 2024-12-15T17:40:06,388 DEBUG [M:0;4ce65a7c4674:44733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T17:40:06,389 DEBUG [M:0;4ce65a7c4674:44733 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T17:40:06,389 DEBUG [M:0;4ce65a7c4674:44733 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T17:40:06,389 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T17:40:06,389 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734284217136 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.small.0-1734284217136,5,FailOnTimeoutGroup] 2024-12-15T17:40:06,389 DEBUG [master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734284217130 {}] cleaner.HFileCleaner(306): Exit Thread[master/4ce65a7c4674:0:becomeActiveMaster-HFileCleaner.large.0-1734284217130,5,FailOnTimeoutGroup] 2024-12-15T17:40:06,389 INFO [M:0;4ce65a7c4674:44733 {}] hbase.ChoreService(370): Chore service for: master/4ce65a7c4674:0 had [] on shutdown 2024-12-15T17:40:06,389 DEBUG [M:0;4ce65a7c4674:44733 {}] master.HMaster(1733): Stopping service threads 2024-12-15T17:40:06,390 INFO [M:0;4ce65a7c4674:44733 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T17:40:06,390 ERROR [M:0;4ce65a7c4674:44733 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1308410445) connection to localhost/127.0.0.1:44059 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44059,5,PEWorkerGroup] 2024-12-15T17:40:06,391 INFO [M:0;4ce65a7c4674:44733 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T17:40:06,391 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T17:40:06,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T17:40:06,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T17:40:06,396 DEBUG [M:0;4ce65a7c4674:44733 {}] zookeeper.ZKUtil(347): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T17:40:06,396 WARN [M:0;4ce65a7c4674:44733 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T17:40:06,397 INFO [M:0;4ce65a7c4674:44733 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T17:40:06,397 INFO [M:0;4ce65a7c4674:44733 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T17:40:06,397 DEBUG [M:0;4ce65a7c4674:44733 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T17:40:06,397 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:40:06,397 DEBUG [M:0;4ce65a7c4674:44733 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:40:06,397 DEBUG [M:0;4ce65a7c4674:44733 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T17:40:06,397 DEBUG [M:0;4ce65a7c4674:44733 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:40:06,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T17:40:06,397 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=733.65 KB heapSize=900.11 KB 2024-12-15T17:40:06,415 DEBUG [M:0;4ce65a7c4674:44733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3eedaf7aa544984aacecc32a3deec33 is 82, key is hbase:meta,,1/info:regioninfo/1734284218267/Put/seqid=0 2024-12-15T17:40:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742413_1589 (size=5672) 2024-12-15T17:40:06,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:40:06,480 INFO [RS:0;4ce65a7c4674:35427 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,35427,1734284215611; zookeeper connection closed. 2024-12-15T17:40:06,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35427-0x1002ac4197f0001, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:40:06,480 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cdf8301 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cdf8301 2024-12-15T17:40:06,481 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-15T17:40:06,819 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2056 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3eedaf7aa544984aacecc32a3deec33 2024-12-15T17:40:06,835 DEBUG [M:0;4ce65a7c4674:44733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f53176f583814c26b9f1ad6ff6fc0d50 is 2285, key is \x00\x00\x00\x00\x00\x00\x00\x80/proc:d/1734284380245/Put/seqid=0 2024-12-15T17:40:06,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742414_1590 (size=41279) 2024-12-15T17:40:07,239 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=733.09 KB at sequenceid=2056 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f53176f583814c26b9f1ad6ff6fc0d50 2024-12-15T17:40:07,244 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f53176f583814c26b9f1ad6ff6fc0d50 2024-12-15T17:40:07,260 DEBUG [M:0;4ce65a7c4674:44733 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/134713e2b5104bada7016d959d289e1b is 69, key is 4ce65a7c4674,35427,1734284215611/rs:state/1734284217244/Put/seqid=0 2024-12-15T17:40:07,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073742415_1591 (size=5156) 2024-12-15T17:40:07,664 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2056 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/134713e2b5104bada7016d959d289e1b 2024-12-15T17:40:07,670 DEBUG [M:0;4ce65a7c4674:44733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3eedaf7aa544984aacecc32a3deec33 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3eedaf7aa544984aacecc32a3deec33 2024-12-15T17:40:07,674 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3eedaf7aa544984aacecc32a3deec33, entries=8, sequenceid=2056, filesize=5.5 K 2024-12-15T17:40:07,675 DEBUG [M:0;4ce65a7c4674:44733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f53176f583814c26b9f1ad6ff6fc0d50 as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f53176f583814c26b9f1ad6ff6fc0d50 2024-12-15T17:40:07,677 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f53176f583814c26b9f1ad6ff6fc0d50 2024-12-15T17:40:07,677 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f53176f583814c26b9f1ad6ff6fc0d50, entries=157, sequenceid=2056, filesize=40.3 K 2024-12-15T17:40:07,678 DEBUG [M:0;4ce65a7c4674:44733 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/134713e2b5104bada7016d959d289e1b as hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/134713e2b5104bada7016d959d289e1b 2024-12-15T17:40:07,681 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44059/user/jenkins/test-data/fa7a9f4d-73e7-3137-9426-454841d9f8c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/134713e2b5104bada7016d959d289e1b, entries=1, sequenceid=2056, filesize=5.0 K 2024-12-15T17:40:07,682 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.HRegion(3040): Finished flush of dataSize ~733.65 KB/751257, heapSize ~899.81 KB/921408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=2056, compaction requested=false 2024-12-15T17:40:07,694 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T17:40:07,695 DEBUG [M:0;4ce65a7c4674:44733 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T17:40:07,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45255 is added to blk_1073741830_1006 (size=886048) 2024-12-15T17:40:07,714 INFO [M:0;4ce65a7c4674:44733 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T17:40:07,714 INFO [M:0;4ce65a7c4674:44733 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44733 2024-12-15T17:40:07,714 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T17:40:07,754 DEBUG [M:0;4ce65a7c4674:44733 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4ce65a7c4674,44733,1734284214521 already deleted, retry=false 2024-12-15T17:40:07,863 INFO [M:0;4ce65a7c4674:44733 {}] regionserver.HRegionServer(1307): Exiting; stopping=4ce65a7c4674,44733,1734284214521; zookeeper connection closed. 2024-12-15T17:40:07,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:40:07,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44733-0x1002ac4197f0000, quorum=127.0.0.1:49653, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T17:40:07,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10ba49e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T17:40:07,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@661c2e9c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:40:07,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:40:07,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca71a25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:40:07,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@134e7cc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/hadoop.log.dir/,STOPPED} 2024-12-15T17:40:07,876 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T17:40:07,876 WARN [BP-1260551467-172.17.0.2-1734284209553 heartbeating to localhost/127.0.0.1:44059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T17:40:07,876 WARN [BP-1260551467-172.17.0.2-1734284209553 heartbeating to localhost/127.0.0.1:44059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1260551467-172.17.0.2-1734284209553 (Datanode Uuid f1fdd4fa-e50d-4f3c-880b-af33939094b1) service to localhost/127.0.0.1:44059 2024-12-15T17:40:07,876 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T17:40:07,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/cluster_613a4603-9d3e-cd66-9029-eac539f9521c/dfs/data/data1/current/BP-1260551467-172.17.0.2-1734284209553 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:40:07,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/cluster_613a4603-9d3e-cd66-9029-eac539f9521c/dfs/data/data2/current/BP-1260551467-172.17.0.2-1734284209553 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T17:40:07,880 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T17:40:07,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T17:40:07,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T17:40:07,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T17:40:07,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T17:40:07,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7de1adaf-2cc4-75c4-19ed-919d5cdc586e/hadoop.log.dir/,STOPPED} 2024-12-15T17:40:07,908 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T17:40:08,064 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down